00000800:00000200:2.1F:1769074625.641086:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386e78c6] -> 12345-192.168.204.124@tcp (2) 00000800:00000200:3.1F:1769074625.649682:0:2398:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1769074625.649703:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.1:1769074625.649707:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d201901 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1769074625.668742:0:2398:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.1:1769074625.677467:0:2398:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000100:00000001:2.0:1769076055.602852:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076055.602856:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076055.602864:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076055.602873:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.602877:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076055.602888:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076055.602899:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.602909:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076055.602925:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076055.602933:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.602943:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076055.602951:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076055.602977:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.602996:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076055.603017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978215552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076055.603034:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076055.603043:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603052:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076055.603059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076055.603063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076055.603066:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076055.603068:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076055.603072:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076055.603075:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1694 00000100:00080000:2.0:1769076055.603084:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076055.603087:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076055.603089:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076055.603091:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076055.603094:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076055.603098:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076055.603104:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076055.603110:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076055.603114:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076055.603122:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076055.603130:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076055.603133:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076055.603142:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076055.603152:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603157:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076055.603163:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076055.603170:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603178:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076055.603185:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076055.603187:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603190:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076055.603197:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076055.603200:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603208:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076055.603222:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978215680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076055.603235:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076055.603237:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603240:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076055.603243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076055.603248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076055.603250:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076055.603252:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076055.603255:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076055.603259:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1694 00000100:00080000:2.0:1769076055.603265:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076055.603273:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076055.603276:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076055.603306:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076055.603313:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076055.603316:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076055.603320:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076055.603325:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076055.603328:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076055.603340:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076055.603348:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076055.603355:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076055.603362:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076055.603369:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603413:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076055.603418:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076055.603439:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603442:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076055.603456:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076055.603461:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603465:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076055.603473:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076055.603477:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603492:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076055.603506:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978215808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076055.603524:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076055.603532:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603543:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076055.603551:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076055.603561:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076055.603567:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076055.603572:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076055.603579:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076055.603589:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1694 00000100:00080000:2.0:1769076055.603602:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076055.603613:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076055.603619:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076055.603627:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076055.603632:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076055.603638:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076055.603645:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076055.603654:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076055.603658:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076055.603669:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076055.603672:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076055.603674:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076055.603678:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076055.603687:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603698:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076055.603707:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076055.603720:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603728:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076055.603742:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076055.603750:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603760:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076055.603763:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076055.603768:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603784:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076055.603803:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978215936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076055.603828:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076055.603833:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076055.603842:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076056.242491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076056.242501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076056.242512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076056.242518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076057.266511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076057.266520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076057.266532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076057.266538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076058.290512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076058.290521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076058.290529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076058.290534:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076058.290538:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076058.290541:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076058.290545:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076058.290548:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076058.290551:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076058.290554:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076059.314521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076059.314529:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076059.314533:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076059.314538:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076059.314543:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076059.314547:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076059.314552:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076059.314557:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076059.314564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076059.314567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076060.338510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076060.338523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076060.338541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076060.338551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076060.722477:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076060.722486:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076060.722492:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076060.722499:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076060.722507:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076060.722515:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1699 00000100:00080000:2.0:1769076060.722527:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076060.722530:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.722533:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076060.722538:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076060.722541:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076060.722544:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076060.722546:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076060.722548:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.722549:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076060.722553:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076060.722556:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.722559:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076060.722563:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076060.722566:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722570:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076060.722573:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.722585:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076060.722587:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722591:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076060.722595:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076060.722600:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722616:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076060.722629:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978216064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076060.722645:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076060.722650:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722667:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076060.722670:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076060.722673:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076060.722675:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076060.722677:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076060.722680:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076060.722683:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1699 00000100:00080000:2.0:1769076060.722687:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076060.722690:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.722693:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076060.722697:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076060.722700:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076060.722703:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076060.722707:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076060.722712:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.722714:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076060.722719:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076060.722724:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.722730:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076060.722738:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076060.722746:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722753:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076060.722762:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076060.722769:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722772:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.722783:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076060.722786:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722791:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076060.722793:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076060.722798:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722807:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076060.722819:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978216192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076060.722834:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076060.722837:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722841:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076060.722845:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076060.722852:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076060.722857:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076060.722873:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076060.722876:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076060.722880:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1699 00000100:00080000:2.0:1769076060.722886:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076060.722888:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.722889:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076060.722891:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076060.722893:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076060.722895:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076060.722897:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076060.722900:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.722901:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076060.722904:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076060.722906:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.722908:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076060.722911:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076060.722915:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722920:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076060.722922:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076060.722925:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722928:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.722937:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076060.722941:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722947:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076060.722951:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076060.722953:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722959:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076060.722968:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978216320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076060.722977:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076060.722978:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.722980:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076060.722993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076060.722996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076060.722998:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076060.723000:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076060.723003:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076060.723010:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1699 00000100:00080000:2.0:1769076060.723016:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076060.723021:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.723025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076060.723027:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076060.723029:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076060.723031:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076060.723038:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076060.723042:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.723045:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076060.723064:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076060.723070:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.723076:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076060.723079:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076060.723083:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723086:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076060.723090:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076060.723098:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723103:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.723109:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076060.723112:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723117:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076060.723119:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076060.723125:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723133:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076060.723143:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978216448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076060.723161:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076060.723167:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723171:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076060.723175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076060.723185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076060.723189:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076060.723212:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076060.723215:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076060.723230:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1699 00000100:00080000:2.0:1769076060.723244:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076060.723249:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.723253:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076060.723258:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076060.723262:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076060.723274:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076060.723279:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076060.723284:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076060.723289:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076060.723300:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076060.723305:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.723309:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076060.723314:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076060.723321:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723325:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076060.723340:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076060.723345:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723350:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076060.723358:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076060.723364:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723408:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076060.723413:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076060.723420:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723432:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076060.723445:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978216576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076060.723470:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076060.723479:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076060.723490:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076061.362519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076061.362527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076061.362536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076061.362542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076062.386473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076062.386480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076062.386489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076062.386494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076063.410524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076063.410545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076063.410558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076063.410563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076064.434548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076064.434565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076064.434581:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076064.434586:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076065.458530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076065.458539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076065.458550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076065.458554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076065.842541:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076065.842567:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076065.842572:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076065.842588:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076065.842596:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076065.842615:0:17850:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1704 00000100:00080000:2.0:1769076065.842635:0:17850:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076065.842639:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.842642:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076065.842648:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076065.842653:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076065.842658:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076065.842662:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076065.842665:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.842667:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076065.842673:0:17850:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076065.842676:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.842680:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076065.842683:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076065.842687:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.842690:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076065.842693:0:17850:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.842708:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076065.842710:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.842714:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076065.842718:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076065.842723:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.842750:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076065.842763:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978216704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076065.842778:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076065.842784:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.842817:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076065.842822:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076065.842826:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076065.842828:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076065.842831:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076065.842834:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076065.842837:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1704 00000100:00080000:2.0:1769076065.842841:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076065.842844:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.842845:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076065.842849:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076065.842850:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076065.842853:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076065.842856:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076065.842858:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.842860:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076065.842863:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076065.842866:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.842868:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076065.842886:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076065.842901:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.842904:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076065.842911:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076065.842917:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.842919:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.842926:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076065.842929:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.842932:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076065.842934:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076065.842937:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.842943:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076065.842951:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978216832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076065.842978:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076065.842982:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.842991:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076065.843000:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076065.843011:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076065.843016:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076065.843027:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076065.843031:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076065.843047:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1704 00000100:00080000:2.0:1769076065.843053:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076065.843059:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.843063:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076065.843073:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076065.843083:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076065.843087:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076065.843095:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076065.843142:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.843145:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076065.843171:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076065.843177:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.843191:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076065.843206:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076065.843214:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843217:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076065.843222:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076065.843249:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843258:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.843268:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076065.843272:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843276:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076065.843281:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076065.843290:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843310:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076065.843331:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978216960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076065.843345:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076065.843348:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843352:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076065.843356:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076065.843369:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076065.843424:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076065.843427:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076065.843431:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076065.843436:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1704 00000100:00080000:2.0:1769076065.843443:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076065.843446:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.843448:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076065.843453:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076065.843457:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076065.843461:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076065.843465:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076065.843478:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.843482:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076065.843508:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076065.843513:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.843521:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076065.843527:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076065.843533:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843539:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076065.843552:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076065.843571:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843573:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.843581:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076065.843586:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843599:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076065.843613:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076065.843618:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843633:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076065.843660:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978217088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076065.843690:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076065.843696:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843705:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076065.843723:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076065.843740:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076065.843762:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076065.843778:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076065.843797:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076065.843813:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1704 00000100:00080000:2.0:1769076065.843830:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076065.843844:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.843853:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076065.843867:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076065.843876:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076065.843891:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076065.843907:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076065.843920:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076065.843928:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076065.843945:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076065.843957:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.843973:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076065.843980:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076065.843985:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.843991:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076065.844001:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076065.844008:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.844018:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076065.844032:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076065.844035:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.844039:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076065.844048:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076065.844066:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.844080:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076065.844100:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978217216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076065.844160:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076065.844173:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076065.844185:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076066.482522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076066.482532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076066.482540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076066.482542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076067.506523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076067.506530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076067.506542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076067.506553:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076067.506560:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076067.506564:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076067.506568:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076067.506571:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076067.506574:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076067.506579:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076068.530532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076068.530539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076068.530550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076068.530556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076069.554499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076069.554508:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076069.554512:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076069.554518:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076069.554532:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076069.554538:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076069.554545:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076069.554554:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076069.554568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076069.554574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076070.578592:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076070.578601:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076070.578608:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076070.578610:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076071.602496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076071.602510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076071.602528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076071.602539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076072.626474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076072.626480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076072.626486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076072.626488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076073.650458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076073.650468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076073.650500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076073.650507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076074.674494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076074.674505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076074.674516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076074.674522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076075.698513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076075.698522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076075.698537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076075.698544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076076.722511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076076.722518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076076.722527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076076.722533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076077.746507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076077.746516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076077.746530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076077.746553:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076077.746558:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076077.746563:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076077.746569:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076077.746573:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076077.746576:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076077.746580:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076078.770530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076078.770540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076078.770557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076078.770563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076079.794493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076079.794504:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076079.794508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076079.794512:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076079.794522:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076079.794528:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076079.794538:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076079.794552:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076079.794563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076079.794569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076080.818503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076080.818512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076080.818520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076080.818522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076081.202492:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076081.202498:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076081.202501:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076081.202504:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076081.202507:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076081.202521:0:17850:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1719 00000100:00080000:2.0:1769076081.202531:0:17850:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076081.202534:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.202535:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076081.202538:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076081.202541:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076081.202543:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076081.202545:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076081.202546:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.202547:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076081.202551:0:17850:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076081.202553:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.202555:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076081.202557:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076081.202559:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202561:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076081.202564:0:17850:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.202573:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076081.202574:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202577:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076081.202579:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076081.202583:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202593:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076081.202600:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978218624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076081.202609:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076081.202612:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202624:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076081.202626:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076081.202628:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076081.202629:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076081.202630:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076081.202632:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076081.202634:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1719 00000100:00080000:2.0:1769076081.202637:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076081.202638:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.202639:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076081.202641:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076081.202642:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076081.202643:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076081.202645:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076081.202646:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.202647:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076081.202649:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076081.202651:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.202652:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076081.202667:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076081.202669:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202671:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076081.202675:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076081.202679:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202681:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.202686:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076081.202687:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202689:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076081.202690:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076081.202693:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202698:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076081.202705:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978218752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076081.202717:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076081.202733:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202740:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076081.202746:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076081.202755:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076081.202758:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076081.202762:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076081.202767:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076081.202773:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1719 00000100:00080000:2.0:1769076081.202779:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076081.202783:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.202786:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076081.202789:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076081.202790:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076081.202791:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076081.202793:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076081.202794:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.202796:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076081.202798:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076081.202801:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.202805:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076081.202810:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076081.202814:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202815:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076081.202817:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076081.202819:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202820:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.202825:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076081.202825:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202826:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076081.202827:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076081.202829:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202833:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076081.202837:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978218880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076081.202842:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076081.202844:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202863:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076081.202867:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076081.202870:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076081.202872:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076081.202873:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076081.202876:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076081.202880:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1719 00000100:00080000:2.0:1769076081.202885:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076081.202891:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.202895:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076081.202897:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076081.202899:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076081.202903:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076081.202905:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076081.202909:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.202910:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076081.202912:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076081.202914:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.202915:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076081.202920:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076081.202923:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202927:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076081.202930:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076081.202935:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202942:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.202950:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076081.202954:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202956:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076081.202958:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076081.202961:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202966:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076081.202974:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978219008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076081.202984:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076081.202987:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.202991:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076081.202994:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076081.202997:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076081.203000:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076081.203002:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076081.203008:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076081.203012:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1719 00000100:00080000:2.0:1769076081.203017:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076081.203022:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.203025:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076081.203031:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076081.203034:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076081.203037:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076081.203041:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076081.203046:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076081.203049:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076081.203054:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076081.203058:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.203063:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076081.203066:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076081.203070:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.203073:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076081.203076:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076081.203080:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.203083:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076081.203088:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076081.203091:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.203094:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076081.203096:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076081.203100:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.203105:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076081.203112:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978219136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076081.203124:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076081.203129:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076081.203134:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076081.842437:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076081.842442:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076081.842448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076081.842449:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076082.866477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076082.866483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076082.866490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076082.866493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076083.890521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076083.890532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076083.890551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076083.890557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076084.914552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076084.914560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076084.914570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076084.914576:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076085.938549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076085.938556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076085.938568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076085.938574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076086.322558:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076086.322573:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076086.322578:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076086.322585:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076086.322592:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076086.322604:0:17850:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1724 00000100:00080000:2.0:1769076086.322619:0:17850:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076086.322623:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.322626:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076086.322632:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076086.322635:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076086.322639:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076086.322642:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076086.322645:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.322647:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076086.322653:0:17850:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076086.322657:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.322661:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076086.322666:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076086.322669:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.322673:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076086.322676:0:17850:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.322690:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076086.322692:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.322696:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076086.322699:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076086.322705:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.322719:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076086.322732:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978219264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076086.322747:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076086.322754:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.322804:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076086.322810:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076086.322814:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076086.322816:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076086.322819:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076086.322823:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076086.322826:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1724 00000100:00080000:2.0:1769076086.322831:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076086.322834:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.322836:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076086.322839:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076086.322841:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076086.322844:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076086.322847:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076086.322850:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.322852:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076086.322857:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076086.322861:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.322864:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076086.322872:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076086.322876:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.322878:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076086.322885:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076086.322895:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.322902:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.322912:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076086.322919:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.322923:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076086.322929:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076086.322936:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.322946:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076086.322962:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978219392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076086.322990:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076086.322997:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323011:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076086.323014:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076086.323019:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076086.323021:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076086.323023:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076086.323027:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076086.323039:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1724 00000100:00080000:2.0:1769076086.323047:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076086.323052:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.323054:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076086.323057:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076086.323059:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076086.323061:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076086.323064:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076086.323067:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.323069:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076086.323073:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076086.323076:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.323079:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076086.323084:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076086.323086:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323089:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076086.323091:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076086.323094:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323103:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.323117:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076086.323120:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323124:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076086.323127:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076086.323134:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323142:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076086.323158:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978219520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076086.323178:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076086.323184:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323188:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076086.323193:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076086.323202:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076086.323206:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076086.323213:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076086.323219:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076086.323230:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1724 00000100:00080000:2.0:1769076086.323241:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076086.323252:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.323258:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076086.323264:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076086.323270:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076086.323277:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076086.323287:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076086.323299:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.323304:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076086.323321:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076086.323329:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.323335:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076086.323343:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076086.323351:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323360:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076086.323367:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076086.323412:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323418:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.323427:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076086.323431:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323435:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076086.323438:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076086.323443:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323453:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076086.323471:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978219648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076086.323520:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076086.323533:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323551:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076086.323561:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076086.323569:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076086.323571:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076086.323575:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076086.323585:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076086.323595:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1724 00000100:00080000:2.0:1769076086.323606:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076086.323616:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.323622:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076086.323628:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076086.323634:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076086.323640:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076086.323647:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076086.323655:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076086.323661:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076086.323673:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076086.323683:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.323685:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076086.323691:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076086.323705:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323712:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076086.323719:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076086.323729:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323735:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076086.323745:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076086.323751:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323758:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076086.323788:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076086.323796:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323809:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076086.323826:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978219776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076086.323849:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076086.323852:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076086.323858:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076086.962556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076086.962565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076086.962575:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076086.962578:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076087.986457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076087.986465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076087.986472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076087.986476:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076087.986482:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076087.986485:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076087.986491:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076087.986496:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076087.986504:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076087.986514:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076089.010640:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076089.010649:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076089.010656:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076089.010658:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076090.034561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076090.034579:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076090.034584:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076090.034591:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076090.034603:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076090.034609:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076090.034614:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076090.034620:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076090.034631:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076090.034647:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076090.034753:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076090.034759:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076090.034765:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076091.058585:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076091.058596:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076091.058608:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076091.058611:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076091.442564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076091.442581:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076091.442585:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076091.442592:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076091.442599:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076091.442612:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1730 00000100:00080000:2.0:1769076091.442630:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076091.442636:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.442649:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076091.442656:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076091.442660:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076091.442664:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076091.442667:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076091.442670:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.442672:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076091.442696:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076091.442700:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.442704:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076091.442710:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076091.442714:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.442717:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076091.442721:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.442741:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076091.442744:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.442748:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076091.442753:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076091.442760:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.442780:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076091.442793:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978219904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076091.442810:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076091.442816:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.442839:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076091.442843:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076091.442848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076091.442850:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076091.442852:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076091.442856:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076091.442859:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1730 00000100:00080000:2.0:1769076091.442865:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076091.442868:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.442871:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076091.442874:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076091.442877:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076091.442881:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076091.442885:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076091.442897:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.442900:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076091.442917:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076091.442931:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.442948:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076091.442958:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076091.442963:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.442966:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076091.442976:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076091.442984:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.442990:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.442996:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076091.442999:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443003:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076091.443009:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076091.443012:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443020:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076091.443031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978220032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076091.443055:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076091.443064:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443075:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076091.443083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076091.443090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076091.443095:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076091.443101:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076091.443106:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076091.443111:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1730 00000100:00080000:2.0:1769076091.443118:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076091.443123:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.443132:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076091.443155:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076091.443160:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076091.443165:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076091.443169:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076091.443173:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.443175:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076091.443180:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076091.443183:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.443185:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076091.443188:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076091.443190:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443193:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076091.443197:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076091.443201:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443203:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.443210:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076091.443222:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443226:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076091.443230:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076091.443236:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443253:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076091.443278:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978220160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076091.443336:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076091.443346:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443360:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076091.443441:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076091.443453:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076091.443463:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076091.443473:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076091.443485:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076091.443503:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1730 00000100:00080000:2.0:1769076091.443523:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076091.443538:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.443548:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076091.443562:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076091.443568:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076091.443573:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076091.443587:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076091.443598:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.443602:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076091.443613:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076091.443620:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.443623:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076091.443630:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076091.443637:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443657:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076091.443668:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076091.443721:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443724:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.443734:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076091.443739:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443741:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076091.443746:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076091.443758:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443781:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076091.443808:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978220288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076091.443865:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076091.443877:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.443894:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076091.443904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076091.443921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076091.443932:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076091.443950:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076091.443965:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076091.443976:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1730 00000100:00080000:2.0:1769076091.443994:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076091.444004:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.444012:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076091.444024:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076091.444032:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076091.444042:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076091.444059:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076091.444077:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076091.444086:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076091.444106:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076091.444117:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.444132:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076091.444144:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076091.444157:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.444168:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076091.444177:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076091.444188:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.444192:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076091.444204:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076091.444213:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.444222:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076091.444230:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076091.444235:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.444247:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076091.444264:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978220416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076091.444294:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076091.444306:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076091.444322:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076092.082593:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076092.082604:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076092.082613:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076092.082615:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076092.082655:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076092.082661:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076092.082701:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076093.106584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076093.106595:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076093.106609:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076093.106614:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076094.130534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076094.130541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076094.130554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076094.130560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076094.130595:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076094.130601:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076094.130605:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076095.154526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076095.154533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076095.154539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076095.154541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076096.178503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076096.178508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076096.178519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076096.178522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076096.178546:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076096.178549:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076096.178553:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076096.562544:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076096.562573:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076096.562580:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076096.562586:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076096.562618:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076096.562629:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1735 00000100:00080000:2.0:1769076096.562646:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076096.562652:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.562656:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076096.562664:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076096.562668:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076096.562673:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076096.562679:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076096.562683:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.562686:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076096.562694:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076096.562700:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.562705:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076096.562710:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076096.562716:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.562720:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076096.562725:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.562739:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076096.562742:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.562747:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076096.562752:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076096.562757:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.562774:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076096.562789:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978220544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076096.562808:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076096.562817:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.562843:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076096.562849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076096.562856:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076096.562858:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076096.562861:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076096.562866:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076096.562887:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1735 00000100:00080000:2.0:1769076096.562900:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076096.562903:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.562906:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076096.562910:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076096.562912:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076096.562915:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076096.562919:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076096.562925:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.562928:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076096.562937:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076096.562945:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.562950:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076096.562974:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076096.562983:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.562991:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076096.563011:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076096.563023:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563030:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.563037:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076096.563041:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563045:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076096.563053:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076096.563076:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563085:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076096.563097:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978220672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076096.563111:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076096.563114:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563119:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076096.563126:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076096.563134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076096.563138:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076096.563141:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076096.563145:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076096.563149:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1735 00000100:00080000:2.0:1769076096.563155:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076096.563158:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.563160:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076096.563163:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076096.563165:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076096.563168:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076096.563172:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076096.563175:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.563177:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076096.563181:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076096.563186:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.563191:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076096.563198:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076096.563202:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563206:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076096.563209:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076096.563213:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563219:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.563250:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076096.563257:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563265:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076096.563269:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076096.563275:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563288:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076096.563315:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978220800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076096.563330:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076096.563336:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563341:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076096.563348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076096.563358:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076096.563364:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076096.563371:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076096.563379:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076096.563388:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1735 00000100:00080000:2.0:1769076096.563397:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076096.563403:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.563405:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076096.563409:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076096.563411:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076096.563414:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076096.563417:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076096.563421:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.563423:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076096.563478:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076096.563485:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.563492:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076096.563499:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076096.563505:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563511:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076096.563517:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076096.563525:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563530:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.563539:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076096.563543:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563550:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076096.563554:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076096.563559:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563567:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076096.563582:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978220928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076096.563623:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076096.563628:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563636:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076096.563644:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076096.563652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076096.563657:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076096.563663:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076096.563670:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076096.563677:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1735 00000100:00080000:2.0:1769076096.563686:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076096.563693:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.563697:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076096.563703:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076096.563705:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076096.563709:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076096.563715:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076096.563722:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076096.563728:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076096.563735:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076096.563744:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.563750:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076096.563758:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076096.563766:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563774:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076096.563777:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076096.563782:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563788:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076096.563796:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076096.563801:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563805:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076096.563810:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076096.563817:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563824:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076096.563835:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978221056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076096.563854:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076096.563858:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076096.563864:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076097.202504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076097.202513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076097.202524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076097.202528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076098.226626:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076098.226634:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076098.226651:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076098.226657:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076098.226664:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076098.226668:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076098.226676:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076098.226680:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076098.226691:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076098.226696:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076098.226734:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076098.226742:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076098.226748:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076099.250497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076099.250506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076099.250516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076099.250524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076100.274601:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076100.274615:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076100.274623:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076100.274629:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076100.274640:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076100.274657:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076100.274688:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076100.274698:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076100.274714:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076100.274720:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076100.274757:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076100.274762:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076100.274766:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076101.298496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076101.298502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076101.298540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076101.298543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076101.682450:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076101.682461:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076101.682467:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076101.682476:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076101.682490:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076101.682516:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1740 00000100:00080000:2.0:1769076101.682545:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076101.682549:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.682551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076101.682556:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076101.682559:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076101.682561:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076101.682563:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076101.682565:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.682567:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076101.682570:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076101.682572:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.682575:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076101.682578:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076101.682580:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682581:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076101.682583:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.682593:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076101.682594:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682596:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076101.682599:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076101.682603:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682613:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076101.682620:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978221184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076101.682630:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076101.682634:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682650:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076101.682653:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076101.682657:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076101.682658:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076101.682660:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076101.682664:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076101.682668:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1740 00000100:00080000:2.0:1769076101.682673:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076101.682675:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.682676:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076101.682678:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076101.682682:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076101.682684:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076101.682688:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076101.682691:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.682694:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076101.682698:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076101.682703:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.682709:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076101.682715:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076101.682720:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682724:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076101.682729:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076101.682733:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682737:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.682745:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076101.682748:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682750:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076101.682751:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076101.682753:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682777:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076101.682785:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978221312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076101.682798:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076101.682800:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682804:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076101.682806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076101.682809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076101.682811:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076101.682812:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076101.682814:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076101.682816:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1740 00000100:00080000:2.0:1769076101.682821:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076101.682823:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.682824:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076101.682826:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076101.682827:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076101.682828:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076101.682830:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076101.682835:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.682839:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076101.682844:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076101.682846:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.682848:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076101.682873:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076101.682875:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682877:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076101.682879:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076101.682881:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682883:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.682888:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076101.682892:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682897:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076101.682901:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076101.682905:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682917:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076101.682925:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978221440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076101.682940:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076101.682946:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.682952:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076101.682956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076101.682963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076101.682967:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076101.682971:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076101.682973:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076101.682979:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1740 00000100:00080000:2.0:1769076101.683018:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076101.683023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.683026:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076101.683031:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076101.683034:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076101.683038:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076101.683043:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076101.683047:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.683049:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076101.683056:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076101.683059:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.683063:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076101.683067:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076101.683074:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683078:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076101.683081:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076101.683084:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683087:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.683093:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076101.683095:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683098:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076101.683102:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076101.683106:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683112:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076101.683121:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978221568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076101.683131:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076101.683135:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683139:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076101.683144:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076101.683150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076101.683153:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076101.683154:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076101.683156:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076101.683161:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1740 00000100:00080000:2.0:1769076101.683166:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076101.683170:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.683173:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076101.683176:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076101.683178:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076101.683181:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076101.683186:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076101.683191:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076101.683193:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076101.683199:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076101.683202:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.683205:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076101.683208:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076101.683213:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683215:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076101.683218:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076101.683220:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683221:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076101.683227:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076101.683229:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683232:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076101.683233:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076101.683234:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683238:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076101.683244:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978221696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076101.683255:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076101.683260:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076101.683265:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076102.322489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076102.322528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076102.322541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076102.322548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076102.322588:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076102.322606:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076102.322612:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076103.346493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076103.346519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076103.346528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076103.346533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076104.370490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076104.370496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076104.370523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076104.370527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076104.370556:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076104.370559:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076104.370563:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076105.394511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076105.394521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076105.394534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076105.394539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076106.418573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076106.418580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076106.418591:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076106.418594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076106.418626:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076106.418630:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076106.418634:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076106.802517:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076106.802537:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076106.802546:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076106.802555:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076106.802563:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076106.802582:0:17850:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1745 00000100:00080000:2.0:1769076106.802605:0:17850:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076106.802623:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.802628:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076106.802635:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076106.802639:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076106.802643:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076106.802648:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076106.802650:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.802652:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076106.802661:0:17850:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076106.802665:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.802669:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076106.802676:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076106.802683:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.802688:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076106.802693:0:17850:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.802709:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076106.802712:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.802735:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076106.802740:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076106.802747:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.802768:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076106.802784:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978221824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076106.802802:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076106.802808:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.802829:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076106.802834:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076106.802839:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076106.802841:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076106.802843:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076106.802847:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076106.802851:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1745 00000100:00080000:2.0:1769076106.802857:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076106.802860:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.802862:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076106.802866:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076106.802868:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076106.802871:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076106.802874:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076106.802877:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.802879:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076106.802885:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076106.802889:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.802891:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076106.802899:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076106.802903:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.802908:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076106.802915:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076106.802923:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.802932:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.802948:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076106.802956:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.802961:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076106.802964:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076106.802968:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.802986:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076106.803007:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978221952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076106.803037:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076106.803041:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803051:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076106.803056:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076106.803061:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076106.803064:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076106.803067:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076106.803072:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076106.803081:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1745 00000100:00080000:2.0:1769076106.803091:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076106.803097:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.803099:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076106.803103:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076106.803105:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076106.803108:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076106.803111:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076106.803113:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.803115:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076106.803119:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076106.803123:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.803125:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076106.803129:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076106.803132:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803134:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076106.803138:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076106.803142:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803144:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.803152:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076106.803156:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803160:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076106.803167:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076106.803170:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803177:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076106.803189:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978222080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076106.803214:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076106.803219:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803226:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076106.803233:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076106.803239:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076106.803241:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076106.803243:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076106.803247:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076106.803258:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1745 00000100:00080000:2.0:1769076106.803268:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076106.803278:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.803285:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076106.803299:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076106.803306:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076106.803315:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076106.803326:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076106.803337:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.803344:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076106.803361:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076106.803374:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.803459:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076106.803466:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076106.803476:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803486:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076106.803493:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076106.803504:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803510:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.803525:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076106.803532:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803542:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076106.803547:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076106.803552:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803564:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076106.803583:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978222208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076106.803616:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076106.803626:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803637:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076106.803645:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076106.803654:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076106.803659:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076106.803665:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076106.803675:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076106.803689:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1745 00000100:00080000:2.0:1769076106.803705:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076106.803714:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.803723:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076106.803736:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076106.803746:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076106.803755:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076106.803770:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076106.803784:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076106.803792:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076106.803806:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076106.803812:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.803817:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076106.803822:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076106.803829:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803832:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076106.803836:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076106.803842:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803852:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076106.803863:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076106.803868:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803874:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076106.803876:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076106.803880:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803889:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076106.803897:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978222336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076106.803926:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076106.803934:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076106.803948:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076107.442585:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076107.442594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076107.442602:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076107.442608:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076107.442611:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076107.442615:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076107.442619:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076107.442622:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076107.442625:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076107.442629:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076108.466578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076108.466595:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076108.466623:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076108.466631:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076108.466690:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076108.466695:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076108.466700:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076109.490536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076109.490546:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076109.490554:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076109.490560:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076109.490572:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076109.490579:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076109.490585:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076109.490588:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076109.490594:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076109.490597:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076110.514536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076110.514546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076110.514555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076110.514563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076110.514612:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076110.514618:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076110.514625:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076111.538457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076111.538462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076111.538466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076111.538467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076112.562513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076112.562520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076112.562530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076112.562533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076112.562592:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076112.562597:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076112.562603:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076113.586523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076113.586533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076113.586549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076113.586555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076114.610521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076114.610528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076114.610538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076114.610543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076114.610572:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076114.610577:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076114.610582:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076115.634534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076115.634543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076115.634557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076115.634562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076116.658521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076116.658528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076116.658539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076116.658543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076116.658582:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076116.658589:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076116.658598:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076117.682515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076117.682525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076117.682542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076117.682555:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076117.682568:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076117.682576:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076117.682585:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076117.682596:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076117.682605:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076117.682615:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076118.706529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076118.706540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076118.706559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076118.706566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076118.706607:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076118.706612:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076118.706618:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076119.730519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076119.730527:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076119.730531:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076119.730535:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076119.730541:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076119.730544:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076119.730547:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076119.730550:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076119.730555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076119.730557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076120.754534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076120.754540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076120.754547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076120.754549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076120.754572:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076120.754575:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076120.754578:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076121.778520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076121.778529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076121.778542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076121.778556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076122.162572:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076122.162586:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076122.162589:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076122.162595:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076122.162601:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076122.162609:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1760 00000100:00080000:2.0:1769076122.162624:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076122.162629:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.162633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076122.162641:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076122.162645:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076122.162649:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076122.162652:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076122.162655:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.162657:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076122.162663:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076122.162666:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.162669:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076122.162674:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076122.162677:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.162680:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076122.162682:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.162697:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076122.162699:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.162703:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076122.162706:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076122.162711:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.162727:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076122.162738:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978223744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076122.162757:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076122.162765:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.162804:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076122.162811:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076122.162818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076122.162821:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076122.162824:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076122.162830:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076122.162836:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1760 00000100:00080000:2.0:1769076122.162844:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076122.162848:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.162851:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076122.162856:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076122.162857:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076122.162861:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076122.162863:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076122.162867:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.162870:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076122.162875:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076122.162879:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.162883:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076122.162891:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076122.162895:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.162897:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076122.162902:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076122.162907:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.162915:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.162942:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076122.162945:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.162948:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076122.162950:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076122.162953:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.162962:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076122.162977:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978223872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076122.163061:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076122.163070:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163086:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076122.163090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076122.163095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076122.163098:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076122.163103:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076122.163120:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076122.163137:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1760 00000100:00080000:2.0:1769076122.163209:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076122.163224:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.163234:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076122.163240:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076122.163243:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076122.163247:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076122.163251:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076122.163267:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.163271:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076122.163288:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076122.163300:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.163304:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076122.163316:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076122.163322:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163325:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076122.163328:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076122.163340:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163342:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.163348:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076122.163352:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163356:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076122.163361:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076122.163367:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163443:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076122.163458:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978224000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076122.163494:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076122.163504:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163516:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076122.163529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076122.163539:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076122.163547:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076122.163555:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076122.163562:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076122.163575:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1760 00000100:00080000:2.0:1769076122.163585:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076122.163591:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.163596:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076122.163620:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076122.163622:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076122.163625:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076122.163632:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076122.163635:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.163642:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076122.163660:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076122.163669:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.163676:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076122.163684:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076122.163697:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163702:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076122.163712:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076122.163720:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163728:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.163742:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076122.163757:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163766:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076122.163772:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076122.163785:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163813:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076122.163836:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978224128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076122.163857:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076122.163863:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.163870:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076122.163878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076122.163882:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076122.163886:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076122.163898:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076122.163911:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076122.163915:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1760 00000100:00080000:2.0:1769076122.163926:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076122.163937:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.163940:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076122.163959:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076122.163962:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076122.163964:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076122.163968:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076122.163971:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076122.163983:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076122.164003:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076122.164017:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.164028:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076122.164040:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076122.164053:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.164063:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076122.164072:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076122.164080:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.164090:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076122.164115:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076122.164122:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.164132:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076122.164139:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076122.164149:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.164186:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076122.164203:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978224256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076122.164228:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076122.164233:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076122.164242:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076122.802593:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076122.802604:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076122.802616:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076122.802621:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076122.802662:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076122.802670:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076122.802678:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076123.826531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076123.826543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076123.826555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076123.826560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076124.850561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076124.850568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076124.850577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076124.850579:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076124.850607:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076124.850611:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076124.850615:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076125.874549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076125.874557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076125.874591:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076125.874595:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076126.898498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076126.898503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076126.898510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076126.898513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076126.898548:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076126.898553:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076126.898557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076127.922529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076127.922539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076127.922548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076127.922555:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076127.922562:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076127.922567:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076127.922578:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076127.922582:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076127.922589:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076127.922594:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076128.946509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076128.946516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076128.946525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076128.946528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076128.946559:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076128.946563:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076128.946568:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076129.970524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076129.970534:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076129.970543:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076129.970549:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076129.970557:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076129.970562:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076129.970569:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076129.970583:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076129.970597:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076129.970602:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076130.994542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076130.994551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076130.994563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076130.994569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076130.994603:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076130.994606:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076130.994610:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076132.018509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076132.018517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076132.018526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076132.018530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076133.042517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076133.042525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076133.042533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076133.042535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076133.042578:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076133.042586:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076133.042593:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076134.066525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076134.066545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076134.066553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076134.066560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076135.090527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076135.090535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076135.090545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076135.090551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076135.090586:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076135.090592:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076135.090598:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076136.114521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076136.114535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076136.114562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076136.114568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076137.138507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076137.138518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076137.138537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076137.138543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076137.138584:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076137.138594:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076137.138601:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076138.162512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076138.162520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076138.162531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076138.162539:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076138.162546:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076138.162552:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076138.162559:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076138.162569:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076138.162575:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076138.162578:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076139.186543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076139.186557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076139.186568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076139.186575:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076139.186625:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076139.186629:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076139.186634:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076140.210496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076140.210507:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076140.210511:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076140.210515:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076140.210524:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076140.210533:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076140.210546:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076140.210557:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076140.210575:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076140.210587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076141.234507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076141.234514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076141.234525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076141.234532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076141.234562:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076141.234569:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076141.234573:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076142.258503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076142.258514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076142.258526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076142.258529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076143.282551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076143.282558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076143.282565:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076143.282567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076143.282594:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076143.282597:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076143.282600:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076144.306512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076144.306521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076144.306534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076144.306540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076145.330470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076145.330491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076145.330515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076145.330517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076145.330578:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076145.330586:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076145.330599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076146.354534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076146.354559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076146.354566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076146.354570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076147.378503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076147.378516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076147.378525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076147.378531:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076147.378536:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076147.378540:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076147.378547:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076147.378556:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076147.378569:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076147.378591:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076147.378635:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076147.378643:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076147.378649:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076148.402580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076148.402590:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076148.402599:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076148.402602:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076149.426576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076149.426594:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076149.426598:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076149.426601:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076149.426609:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076149.426612:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076149.426615:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076149.426618:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076149.426623:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076149.426625:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076149.426675:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076149.426678:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076149.426681:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076150.450530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076150.450543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076150.450571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076150.450575:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076151.474549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076151.474567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076151.474590:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076151.474595:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076151.474634:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076151.474638:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076151.474642:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076152.498564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076152.498591:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076152.498610:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076152.498614:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076153.522533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076153.522544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076153.522557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076153.522563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076153.522611:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076153.522616:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076153.522622:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076154.546588:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076154.546595:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076154.546602:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076154.546604:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076155.570522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076155.570535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076155.570551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076155.570557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076155.570627:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076155.570631:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076155.570635:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076156.594627:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076156.594635:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076156.594646:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076156.594652:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076157.618588:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076157.618598:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076157.618624:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076157.618632:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076157.618639:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076157.618649:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076157.618657:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076157.618662:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076157.618669:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076157.618674:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076157.618729:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076157.618734:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076157.618738:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076158.642525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076158.642536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076158.642570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076158.642586:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076159.666513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076159.666523:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076159.666568:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076159.666574:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076159.666583:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076159.666586:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076159.666589:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076159.666592:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076159.666597:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076159.666599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076159.666620:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076159.666622:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076159.666625:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076160.690469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076160.690475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076160.690483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076160.690487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1769076161.074844:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:2.0:1769076161.074904:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076161.074928:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076161.074946:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076161.074971:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076161.074974:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076161.074976:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769076161.074989:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076161.074995:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076161.075000:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076161.075002:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076161.075004:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769076161.075012:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076161.075020:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076161.075024:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076161.075026:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076161.075029:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769076161.075037:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076161.075047:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076161.075053:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076161.075058:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076161.075061:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769076161.075091:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076161.075120:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076161.075135:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076161.075141:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076161.075146:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769076161.714585:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076161.714593:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076161.714605:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076161.714622:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076161.714659:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076161.714662:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076161.714666:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076162.738529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076162.738548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076162.738562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076162.738573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076163.762593:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076163.762603:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076163.762617:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076163.762619:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076163.762644:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076163.762647:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076163.762650:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076164.786579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076164.786598:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076164.786608:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076164.786615:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076165.810536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076165.810544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076165.810561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076165.810565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076165.810599:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076165.810603:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076165.810606:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076166.834527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076166.834536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076166.834550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076166.834555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076167.858549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076167.858558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076167.858570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076167.858578:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076167.858584:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076167.858587:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076167.858591:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076167.858594:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076167.858598:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076167.858602:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076167.858631:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076167.858634:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076167.858637:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076168.882536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076168.882544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076168.882572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076168.882578:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076169.906512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076169.906524:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076169.906532:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076169.906538:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076169.906547:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076169.906552:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076169.906556:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076169.906558:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076169.906565:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076169.906568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076169.906597:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076169.906601:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076169.906604:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076170.930506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076170.930515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076170.930525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076170.930528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076171.954454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076171.954459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076171.954464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076171.954465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076171.954483:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076171.954486:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076171.954491:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076172.978519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076172.978531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076172.978542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076172.978548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076174.002531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076174.002540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076174.002554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076174.002559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076174.002592:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076174.002596:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076174.002600:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076175.026478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076175.026485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076175.026492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076175.026496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076176.050523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076176.050532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076176.050547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076176.050553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076176.050591:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076176.050597:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076176.050601:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076177.074490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076177.074500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076177.074509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076177.074511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076178.098490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076178.098500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076178.098511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076178.098518:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076178.098522:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076178.098525:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076178.098528:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076178.098532:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076178.098539:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076178.098551:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076178.098589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076178.098594:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076178.098599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076179.122525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076179.122534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076179.122544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076179.122551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076180.146489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076180.146497:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076180.146501:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076180.146505:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076180.146510:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076180.146515:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076180.146519:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076180.146525:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076180.146532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076180.146535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076180.146564:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076180.146569:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076180.146574:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076181.170518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076181.170528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076181.170541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076181.170544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076182.194504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076182.194510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076182.194520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076182.194524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769076182.194551:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769076182.194554:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769076182.194557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769076183.218506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076183.218515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076183.218523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076183.218525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076184.242486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076184.242492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076184.242517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076184.242520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076185.266443:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076185.266447:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076185.266457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076185.266461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076186.290571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076186.290578:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076186.290584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076186.290597:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076187.314491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076187.314499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076187.314508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076187.314512:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076187.314516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076187.314521:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076187.314529:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076187.314535:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076187.314543:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076187.314554:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076188.338446:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076188.338451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076188.338457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076188.338460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076189.362540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076189.362551:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076189.362558:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076189.362567:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076189.362581:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076189.362587:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076189.362592:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076189.362597:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076189.362606:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076189.362609:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076190.386533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076190.386541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076190.386550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076190.386555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076191.410520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076191.410528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076191.410537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076191.410544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076192.434488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076192.434498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076192.434510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076192.434519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076193.458543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076193.458552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076193.458561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076193.458564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076194.482532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076194.482540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076194.482548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076194.482550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076195.506489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076195.506498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076195.506506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076195.506509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076196.530507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076196.530516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076196.530528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076196.530534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076197.554496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076197.554505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076197.554531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076197.554538:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076197.554546:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076197.554550:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076197.554563:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076197.554566:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076197.554572:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076197.554577:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076198.578515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076198.578523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076198.578538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076198.578545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076199.602561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076199.602568:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076199.602571:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076199.602574:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076199.602578:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076199.602580:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076199.602583:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076199.602585:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076199.602588:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076199.602589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076200.626482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076200.626491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076200.626500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076200.626502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076201.650439:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076201.650443:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076201.650449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076201.650453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076202.674518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076202.674527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076202.674538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076202.674543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076203.698460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076203.698467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076203.698486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076203.698490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076204.722518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076204.722524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076204.722535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076204.722538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076205.746541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076205.746554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076205.746567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076205.746572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076206.770524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076206.770533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076206.770545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076206.770552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076207.794534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076207.794546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076207.794565:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076207.794576:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076207.794581:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076207.794587:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076207.794594:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076207.794598:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076207.794603:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076207.794607:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076208.818570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076208.818581:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076208.818595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076208.818599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076209.202514:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076209.202529:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076209.202536:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076209.202543:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076209.202551:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076209.202564:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1847 00000100:00080000:2.0:1769076209.202586:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076209.202591:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.202595:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076209.202601:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076209.202605:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076209.202610:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076209.202613:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076209.202615:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.202617:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076209.202624:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076209.202628:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.202632:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076209.202637:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076209.202640:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.202643:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076209.202646:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.202666:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076209.202669:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.202673:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076209.202677:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076209.202685:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.202757:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076209.202774:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978234624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076209.202791:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076209.202797:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.202818:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076209.202822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076209.202827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076209.202829:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076209.202832:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076209.202835:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076209.202838:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1847 00000100:00080000:2.0:1769076209.202844:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076209.202847:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.202849:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076209.202853:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076209.202856:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076209.202860:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076209.202864:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076209.202867:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.202869:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076209.202876:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076209.202883:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.202890:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076209.202905:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076209.202913:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.202920:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076209.202928:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076209.202937:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.202945:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.202956:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076209.202962:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.202967:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076209.202970:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076209.202980:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.202996:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076209.203022:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978234752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076209.203036:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076209.203040:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203052:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076209.203060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076209.203068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076209.203074:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076209.203078:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076209.203082:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076209.203085:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1847 00000100:00080000:2.0:1769076209.203091:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076209.203093:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.203095:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076209.203099:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076209.203100:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076209.203103:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076209.203106:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076209.203109:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.203111:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076209.203114:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076209.203120:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.203123:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076209.203127:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076209.203130:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203132:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076209.203135:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076209.203139:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203145:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.203153:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076209.203159:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203161:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076209.203163:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076209.203167:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203175:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076209.203184:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978234880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076209.203200:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076209.203224:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203231:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076209.203239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076209.203250:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076209.203257:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076209.203265:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076209.203274:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076209.203281:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1847 00000100:00080000:2.0:1769076209.203296:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076209.203304:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.203312:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076209.203325:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076209.203331:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076209.203339:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076209.203351:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076209.203360:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.203365:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076209.203375:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076209.203445:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.203458:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076209.203469:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076209.203481:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203489:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076209.203495:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076209.203503:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203510:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.203522:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076209.203527:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203533:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076209.203540:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076209.203547:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203561:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076209.203576:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978235008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076209.203604:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076209.203610:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203618:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076209.203625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076209.203634:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076209.203642:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076209.203648:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076209.203655:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076209.203662:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1847 00000100:00080000:2.0:1769076209.203672:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076209.203678:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.203680:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076209.203688:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076209.203693:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076209.203724:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076209.203731:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076209.203737:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076209.203741:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076209.203746:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076209.203750:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.203755:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076209.203763:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076209.203770:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203776:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076209.203782:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076209.203793:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203798:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076209.203808:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076209.203814:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203818:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076209.203823:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076209.203829:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203842:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076209.203854:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978235136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076209.203868:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076209.203877:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076209.203887:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076209.842534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076209.842548:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076209.842557:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076209.842564:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076209.842575:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076209.842580:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076209.842585:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076209.842600:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076209.842612:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076209.842616:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076210.866560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076210.866565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076210.866572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076210.866573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076211.890526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076211.890534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076211.890541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076211.890544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076212.914505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076212.914512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076212.914521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076212.914526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076213.938500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076213.938518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076213.938527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076213.938532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076214.322498:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076214.322516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076214.322525:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076214.322537:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076214.322547:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076214.322558:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1852 00000100:00080000:2.0:1769076214.322576:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076214.322582:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.322585:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076214.322593:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076214.322597:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076214.322602:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076214.322607:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076214.322611:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.322665:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076214.322676:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076214.322683:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.322698:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076214.322705:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076214.322711:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.322716:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076214.322721:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.322739:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076214.322742:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.322746:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076214.322750:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076214.322757:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.322773:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076214.322786:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978235264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076214.322800:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076214.322805:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.322826:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076214.322830:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076214.322835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076214.322837:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076214.322839:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076214.322843:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076214.322847:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1852 00000100:00080000:2.0:1769076214.322854:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076214.322858:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.322860:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076214.322865:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076214.322867:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076214.322874:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076214.322879:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076214.322885:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.322888:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076214.322898:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076214.322907:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.322918:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076214.322927:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076214.322937:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.322945:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076214.322956:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076214.322968:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.322976:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.322989:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076214.322996:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323004:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076214.323011:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076214.323016:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323031:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076214.323041:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978235392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076214.323060:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076214.323063:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323068:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076214.323074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076214.323081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076214.323083:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076214.323085:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076214.323089:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076214.323093:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1852 00000100:00080000:2.0:1769076214.323099:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076214.323101:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.323102:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076214.323105:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076214.323107:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076214.323110:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076214.323114:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076214.323117:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.323118:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076214.323122:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076214.323126:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.323130:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076214.323136:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076214.323142:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323145:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076214.323148:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076214.323152:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323159:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.323167:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076214.323172:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323177:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076214.323180:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076214.323182:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323188:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076214.323200:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978235520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076214.323220:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076214.323225:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323236:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076214.323255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076214.323268:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076214.323273:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076214.323278:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076214.323284:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076214.323294:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1852 00000100:00080000:2.0:1769076214.323303:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076214.323311:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.323314:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076214.323321:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076214.323325:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076214.323329:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076214.323338:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076214.323345:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.323349:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076214.323357:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076214.323365:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.323414:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076214.323421:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076214.323428:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323437:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076214.323442:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076214.323451:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323462:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.323471:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076214.323478:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323489:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076214.323497:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076214.323505:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323524:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076214.323548:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978235648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076214.323575:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076214.323586:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323600:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076214.323610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076214.323649:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076214.323658:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076214.323668:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076214.323685:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076214.323699:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1852 00000100:00080000:2.0:1769076214.323716:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076214.323722:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.323727:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076214.323732:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076214.323735:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076214.323737:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076214.323742:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076214.323752:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076214.323756:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076214.323765:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076214.323769:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.323775:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076214.323780:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076214.323783:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323785:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076214.323789:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076214.323792:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323795:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076214.323802:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076214.323806:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323813:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076214.323816:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076214.323820:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323829:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076214.323841:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978235776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076214.323855:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076214.323863:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076214.323869:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076214.962511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076214.962519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076214.962532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076214.962537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076215.986515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076215.986523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076215.986530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076215.986533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076217.010542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076217.010551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076217.010562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076217.010595:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076218.034510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076218.034518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076218.034525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076218.034529:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076218.034544:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076218.034547:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076218.034592:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076218.034596:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076218.034600:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076218.034606:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076219.058474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076219.058484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076219.058493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076219.058496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076220.082456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076220.082464:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076220.082468:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076220.082472:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076220.082476:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076220.082479:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076220.082483:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076220.082485:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076220.082491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076220.082493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076221.106557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076221.106564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076221.106577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076221.106586:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076222.130562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076222.130570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076222.130581:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076222.130586:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076223.154536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076223.154546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076223.154555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076223.154560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076224.178585:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076224.178591:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076224.178598:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076224.178600:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076225.202506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076225.202515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076225.202529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076225.202535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076226.226530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076226.226540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076226.226553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076226.226559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076227.250560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076227.250567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076227.250574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076227.250577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076228.274548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076228.274557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076228.274566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076228.274570:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076228.274574:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076228.274578:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076228.274582:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076228.274586:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076228.274588:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076228.274591:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076229.298562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076229.298574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076229.298589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076229.298599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076229.682632:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076229.682656:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076229.682668:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076229.682679:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076229.682694:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076229.682714:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1868 00000100:00080000:2.0:1769076229.682737:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076229.682746:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.682750:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076229.682756:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076229.682760:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076229.682764:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076229.682768:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076229.682770:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.682772:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076229.682778:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076229.682781:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.682786:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076229.682790:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076229.682794:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.682797:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076229.682801:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.682819:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076229.682822:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.682826:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076229.682830:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076229.682838:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.682857:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076229.682871:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978237184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076229.682888:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076229.682895:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.682945:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076229.682951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076229.682956:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076229.682958:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076229.682960:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076229.682965:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076229.682969:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1868 00000100:00080000:2.0:1769076229.682974:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076229.682977:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.682979:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076229.682982:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076229.682984:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076229.682987:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076229.682989:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076229.682992:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.682993:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076229.682997:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076229.683000:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.683002:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076229.683011:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076229.683014:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683016:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076229.683022:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076229.683027:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683029:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.683039:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076229.683041:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683043:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076229.683045:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076229.683047:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683055:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076229.683063:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978237312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076229.683081:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076229.683087:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683095:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076229.683106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076229.683117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076229.683122:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076229.683128:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076229.683132:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076229.683136:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1868 00000100:00080000:2.0:1769076229.683141:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076229.683143:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.683145:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076229.683147:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076229.683149:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076229.683151:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076229.683157:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076229.683161:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.683163:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076229.683178:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076229.683182:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.683190:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076229.683197:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076229.683208:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683218:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076229.683228:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076229.683234:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683243:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.683252:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076229.683260:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683268:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076229.683272:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076229.683280:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683295:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076229.683309:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978237440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076229.683330:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076229.683340:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683347:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076229.683543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076229.683555:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076229.683560:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076229.683569:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076229.683581:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076229.683593:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1868 00000100:00080000:2.0:1769076229.683609:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076229.683619:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.683624:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076229.683633:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076229.683639:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076229.683643:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076229.683649:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076229.683655:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.683663:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076229.683675:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076229.683684:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.683691:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076229.683699:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076229.683708:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683743:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076229.683758:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076229.683772:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683780:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.683792:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076229.683808:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683817:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076229.683825:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076229.683832:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683847:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076229.683868:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978237568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076229.683909:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076229.683917:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.683928:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076229.683937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076229.683951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076229.683958:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076229.683966:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076229.683975:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076229.683986:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1868 00000100:00080000:2.0:1769076229.683999:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076229.684009:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.684017:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076229.684028:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076229.684033:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076229.684038:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076229.684050:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076229.684059:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076229.684067:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076229.684083:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076229.684093:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.684103:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076229.684113:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076229.684125:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.684131:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076229.684140:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076229.684150:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.684159:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076229.684171:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076229.684179:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.684187:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076229.684190:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076229.684195:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.684211:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076229.684231:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978237696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076229.684259:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076229.684267:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076229.684278:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076230.322614:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076230.322628:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076230.322631:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076230.322635:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076230.322643:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076230.322646:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076230.322649:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076230.322652:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076230.322658:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076230.322660:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076231.346560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076231.346569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076231.346577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076231.346579:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076232.370463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076232.370469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076232.370475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076232.370476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076233.394506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076233.394516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076233.394537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076233.394546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076234.418572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076234.418582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076234.418590:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076234.418592:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076235.442511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076235.442519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076235.442532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076235.442538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076236.466578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076236.466589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076236.466600:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076236.466603:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076237.490554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076237.490572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076237.490583:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076237.490599:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076237.490603:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076237.490607:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076237.490615:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076237.490621:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076237.490626:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076237.490632:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076238.514557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076238.514567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076238.514578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076238.514582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076239.538560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076239.538568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076239.538579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076239.538586:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076240.562471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076240.562496:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076240.562504:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076240.562511:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076240.562535:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076240.562544:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076240.562553:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076240.562560:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076240.562567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076240.562570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076241.586536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076241.586545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076241.586559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076241.586566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076242.610635:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076242.610648:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076242.610671:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076242.610674:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076243.634575:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076243.634584:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076243.634593:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076243.634595:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076244.658525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076244.658533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076244.658542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076244.658547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076245.682538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076245.682545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076245.682553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076245.682556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076246.706529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076246.706537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076246.706553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076246.706559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076247.730513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076247.730518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076247.730528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076247.730532:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076247.730537:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076247.730540:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076247.730545:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076247.730547:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076247.730552:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076247.730555:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076248.754518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076248.754527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076248.754537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076248.754545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076249.778517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076249.778531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076249.778551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076249.778558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076250.802553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076250.802568:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076250.802575:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076250.802582:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076250.802591:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076250.802595:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076250.802599:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076250.802602:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076250.802609:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076250.802612:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076251.826506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076251.826518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076251.826532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076251.826538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076252.850546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076252.850557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076252.850574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076252.850583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076253.874495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076253.874510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076253.874533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076253.874546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076254.898514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076254.898521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076254.898532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076254.898535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076255.922536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076255.922548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076255.922559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076255.922569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076256.946549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076256.946559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076256.946571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076256.946577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076257.970563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076257.970574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076257.970586:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076257.970594:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076257.970600:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076257.970606:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076257.970621:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076257.970626:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076257.970645:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076257.970652:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076258.994578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076258.994591:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076258.994604:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076258.994609:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076260.018609:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076260.018622:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076260.018637:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076260.018640:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076261.042510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076261.042518:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076261.042520:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076261.042523:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076261.042528:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076261.042530:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076261.042531:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076261.042533:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076261.042537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076261.042538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076262.066480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076262.066490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076262.066499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076262.066504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076263.090510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076263.090521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076263.090537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076263.090548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076264.114452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076264.114457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076264.114464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076264.114467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076265.138552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076265.138571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076265.138584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076265.138591:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076266.162511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076266.162517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076266.162528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076266.162530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076267.186559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076267.186567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076267.186578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076267.186587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076268.210530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076268.210541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076268.210560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076268.210568:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076268.210573:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076268.210579:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076268.210586:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076268.210590:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076268.210594:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076268.210598:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076269.234534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076269.234543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076269.234553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076269.234557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076270.258472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076270.258500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076270.258508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076270.258511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076271.282490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076271.282502:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076271.282509:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076271.282517:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076271.282545:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076271.282550:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076271.282556:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076271.282561:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076271.282570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076271.282573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076272.306525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076272.306536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076272.306554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076272.306560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076273.330510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076273.330525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076273.330548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076273.330554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076274.354467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076274.354473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076274.354477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076274.354479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076275.378520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076275.378528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076275.378543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076275.378552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076276.402480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076276.402488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076276.402495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076276.402496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076277.426465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076277.426476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076277.426485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076277.426490:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076277.426494:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076277.426498:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076277.426503:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076277.426507:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076277.426512:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076277.426524:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076278.450617:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076278.450629:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076278.450665:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076278.450673:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076279.474478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076279.474487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076279.474496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076279.474499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076280.498526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076280.498544:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076280.498548:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076280.498551:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076280.498560:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076280.498564:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076280.498568:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076280.498573:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076280.498587:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076280.498599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076281.522464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076281.522468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076281.522476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076281.522480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076282.546548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076282.546557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076282.546569:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076282.546577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076283.570554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076283.570561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076283.570571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076283.570576:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076284.594540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076284.594550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076284.594563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076284.594568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076285.618482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076285.618491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076285.618500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076285.618503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076286.002622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076286.002632:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076286.002636:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076286.002641:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076286.002646:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076286.002655:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1924 00000100:00080000:2.0:1769076286.002669:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076286.002673:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.002676:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076286.002681:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076286.002685:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076286.002689:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076286.002692:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076286.002695:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.002697:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076286.002703:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076286.002706:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.002709:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076286.002713:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076286.002717:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.002720:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076286.002723:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.002736:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076286.002739:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.002742:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076286.002746:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076286.002752:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.002768:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076286.002780:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978244224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076286.002803:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076286.002809:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.002833:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076286.002838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076286.002842:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076286.002844:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076286.002847:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076286.002850:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076286.002853:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1924 00000100:00080000:2.0:1769076286.002857:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076286.002859:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.002861:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076286.002864:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076286.002865:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076286.002868:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076286.002871:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076286.002873:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.002875:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076286.002878:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076286.002881:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.002883:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076286.002889:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076286.002892:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.002894:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076286.002899:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076286.002903:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.002906:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.002912:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076286.002914:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.002918:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076286.002921:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076286.002923:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.002929:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076286.002936:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978244352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076286.002954:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076286.002963:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.002971:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076286.002977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076286.002984:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076286.002990:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076286.002997:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076286.003003:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076286.003011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1924 00000100:00080000:2.0:1769076286.003024:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076286.003031:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.003034:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076286.003042:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076286.003047:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076286.003051:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076286.003057:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076286.003060:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.003066:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076286.003074:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076286.003078:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.003080:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076286.003084:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076286.003087:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003090:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076286.003096:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076286.003106:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003113:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.003120:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076286.003122:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003124:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076286.003126:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076286.003128:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003134:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076286.003140:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978244480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076286.003150:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076286.003153:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003156:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076286.003160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076286.003164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076286.003170:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076286.003173:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076286.003181:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076286.003185:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1924 00000100:00080000:2.0:1769076286.003193:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076286.003200:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.003203:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076286.003211:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076286.003216:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076286.003221:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076286.003227:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076286.003231:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.003236:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076286.003249:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076286.003254:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.003260:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076286.003270:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076286.003272:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003275:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076286.003278:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076286.003281:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003292:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.003300:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076286.003305:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003311:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076286.003313:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076286.003315:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003323:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076286.003333:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978244608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076286.003351:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076286.003357:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003366:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076286.003370:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076286.003461:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076286.003469:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076286.003474:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076286.003483:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076286.003492:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1924 00000100:00080000:2.0:1769076286.003503:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076286.003510:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.003516:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076286.003524:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076286.003528:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076286.003535:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076286.003544:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076286.003555:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076286.003561:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076286.003573:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076286.003582:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.003588:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076286.003596:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076286.003603:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003610:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076286.003616:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076286.003624:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003631:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076286.003641:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076286.003646:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003655:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076286.003658:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076286.003666:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003680:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076286.003695:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978244736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076286.003714:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076286.003722:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076286.003729:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076286.642493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076286.642502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076286.642510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076286.642512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076287.666511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076287.666521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076287.666535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076287.666543:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076287.666550:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076287.666558:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076287.666571:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076287.666579:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076287.666593:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076287.666606:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076288.690478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076288.690486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076288.690494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076288.690497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076289.714528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076289.714540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076289.714557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076289.714565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076290.738467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076290.738475:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076290.738478:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076290.738482:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076290.738490:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076290.738493:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076290.738497:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076290.738502:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076290.738506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076290.738510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076291.762512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076291.762520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076291.762532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076291.762539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076292.786491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076292.786501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076292.786521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076292.786526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076293.810519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076293.810527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076293.810536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076293.810541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076294.834494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076294.834502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076294.834514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076294.834517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076295.858500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076295.858511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076295.858522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076295.858526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076296.882522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076296.882532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076296.882543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076296.882552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076297.906530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076297.906539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076297.906549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076297.906556:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076297.906561:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076297.906566:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076297.906571:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076297.906575:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076297.906580:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076297.906584:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076298.930505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076298.930515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076298.930526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076298.930532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076299.954528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076299.954553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076299.954578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076299.954585:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076300.978503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076300.978515:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076300.978519:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076300.978523:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076300.978530:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076300.978534:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076300.978537:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076300.978541:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076300.978548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076300.978554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076302.002544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076302.002555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076302.002567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076302.002570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076303.026528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076303.026535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076303.026544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076303.026550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076304.050496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076304.050507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076304.050519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076304.050524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076305.074549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076305.074557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076305.074570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076305.074574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076306.098519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076306.098528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076306.098542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076306.098548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076307.122538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076307.122551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076307.122569:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076307.122574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076308.146562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076308.146571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076308.146586:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076308.146594:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076308.146600:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076308.146604:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076308.146611:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076308.146614:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076308.146619:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076308.146623:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076309.170601:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076309.170617:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076309.170646:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076309.170666:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076310.194678:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076310.194684:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076310.194691:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076310.194693:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076311.218562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076311.218573:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076311.218600:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076311.218608:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076311.218614:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076311.218620:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076311.218624:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076311.218629:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076311.218637:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076311.218641:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076311.602530:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076311.602543:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076311.602548:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076311.602555:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076311.602565:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076311.602579:0:17850:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1950 00000100:00080000:2.0:1769076311.602611:0:17850:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076311.602635:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.602652:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076311.602677:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076311.602690:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076311.602742:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076311.602748:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076311.602750:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.602752:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076311.602758:0:17850:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076311.602761:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.602765:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076311.602769:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076311.602772:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.602774:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076311.602777:0:17850:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.602789:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076311.602791:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.602795:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076311.602799:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076311.602804:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.602821:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076311.602835:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978247424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076311.602853:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076311.602861:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.602887:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076311.602893:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076311.602899:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076311.602902:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076311.602905:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076311.602926:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076311.602931:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1950 00000100:00080000:2.0:1769076311.602938:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076311.602940:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.602942:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076311.602945:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076311.602947:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076311.602950:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076311.602953:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076311.602955:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.602957:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076311.602961:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076311.602964:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.602966:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076311.602973:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076311.602976:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.602979:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076311.603004:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076311.603009:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603031:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.603037:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076311.603039:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603041:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076311.603044:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076311.603046:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603062:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076311.603081:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978247552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076311.603115:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076311.603124:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603140:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076311.603149:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076311.603155:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076311.603157:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076311.603160:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076311.603163:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076311.603169:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1950 00000100:00080000:2.0:1769076311.603179:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076311.603186:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.603190:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076311.603193:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076311.603195:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076311.603198:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076311.603201:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076311.603203:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.603205:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076311.603208:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076311.603210:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.603212:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076311.603217:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076311.603220:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603223:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076311.603225:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076311.603228:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603231:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.603242:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076311.603246:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603249:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076311.603251:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076311.603255:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603262:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076311.603278:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978247680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076311.603296:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076311.603304:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603312:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076311.603318:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076311.603329:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076311.603333:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076311.603337:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076311.603347:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076311.603355:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1950 00000100:00080000:2.0:1769076311.603365:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076311.603373:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.603376:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076311.603381:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076311.603384:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076311.603437:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076311.603446:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076311.603452:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.603455:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076311.603466:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076311.603477:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.603479:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076311.603484:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076311.603490:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603497:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076311.603502:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076311.603507:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603513:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.603522:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076311.603526:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603532:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076311.603536:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076311.603541:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603552:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076311.603568:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978247808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076311.603596:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076311.603603:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603609:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076311.603614:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076311.603623:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076311.603630:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076311.603635:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076311.603644:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076311.603653:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1950 00000100:00080000:2.0:1769076311.603658:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076311.603665:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.603670:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076311.603676:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076311.603680:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076311.603685:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076311.603692:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076311.603697:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076311.603702:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076311.603710:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076311.603717:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.603722:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076311.603728:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076311.603730:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603733:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076311.603740:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076311.603749:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603753:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076311.603760:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076311.603764:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603770:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076311.603775:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076311.603780:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603789:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076311.603802:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978247936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076311.603827:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076311.603834:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076311.603842:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076312.242503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076312.242511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076312.242522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076312.242529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076313.266519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076313.266527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076313.266540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076313.266546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076314.290580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076314.290591:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076314.290620:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076314.290625:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076315.314520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076315.314530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076315.314544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076315.314551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076316.338513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076316.338522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076316.338535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076316.338541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076316.722499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076316.722524:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076316.722534:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076316.722548:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076316.722561:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076316.722626:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1955 00000100:00080000:2.0:1769076316.722641:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076316.722646:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.722648:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076316.722653:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076316.722656:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076316.722660:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076316.722662:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076316.722665:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.722666:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076316.722671:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076316.722681:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.722684:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076316.722687:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076316.722690:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.722693:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076316.722696:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.722708:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076316.722710:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.722713:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076316.722717:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076316.722740:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.722755:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076316.722766:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978248064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076316.722781:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076316.722787:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.722809:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076316.722814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076316.722818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076316.722820:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076316.722822:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076316.722826:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076316.722829:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1955 00000100:00080000:2.0:1769076316.722834:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076316.722836:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.722838:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076316.722841:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076316.722843:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076316.722846:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076316.722849:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076316.722852:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.722854:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076316.722858:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076316.722862:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.722864:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076316.722871:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076316.722874:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.722877:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076316.722882:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076316.722890:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.722934:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.722942:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076316.722946:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.722951:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076316.722954:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076316.722958:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.722967:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076316.722978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978248192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076316.723000:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076316.723006:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723013:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076316.723021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076316.723025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076316.723030:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076316.723032:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076316.723035:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076316.723039:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1955 00000100:00080000:2.0:1769076316.723044:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076316.723048:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.723052:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076316.723055:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076316.723057:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076316.723059:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076316.723063:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076316.723071:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.723075:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076316.723082:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076316.723085:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.723087:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076316.723091:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076316.723094:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723096:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076316.723098:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076316.723101:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723102:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.723107:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076316.723109:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723111:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076316.723112:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076316.723114:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723121:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076316.723132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978248320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076316.723142:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076316.723146:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723152:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076316.723159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076316.723167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076316.723171:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076316.723174:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076316.723182:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076316.723189:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1955 00000100:00080000:2.0:1769076316.723196:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076316.723197:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.723199:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076316.723200:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076316.723202:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076316.723203:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076316.723206:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076316.723208:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.723210:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076316.723219:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076316.723224:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.723228:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076316.723234:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076316.723238:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723240:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076316.723243:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076316.723251:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723253:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.723259:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076316.723264:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723279:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076316.723284:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076316.723287:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723295:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076316.723307:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978248448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076316.723342:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076316.723348:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723352:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076316.723356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076316.723362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076316.723366:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076316.723369:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076316.723373:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076316.723415:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1955 00000100:00080000:2.0:1769076316.723422:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076316.723428:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.723433:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076316.723437:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076316.723440:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076316.723446:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076316.723453:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076316.723462:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076316.723467:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076316.723481:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076316.723489:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.723498:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076316.723508:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076316.723517:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723526:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076316.723534:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076316.723546:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723557:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076316.723568:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076316.723574:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723578:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076316.723584:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076316.723587:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723597:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076316.723609:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978248576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076316.723623:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076316.723627:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076316.723635:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076317.362496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076317.362505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076317.362526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076317.362534:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076317.362539:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076317.362545:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076317.362552:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076317.362556:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076317.362565:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076317.362569:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076318.386493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076318.386505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076318.386520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076318.386527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076319.410497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076319.410509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076319.410525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076319.410533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076320.434508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076320.434520:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076320.434528:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076320.434537:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076320.434546:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076320.434551:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076320.434557:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076320.434566:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076320.434576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076320.434582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076321.458517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076321.458526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076321.458533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076321.458535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076322.482545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076322.482552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076322.482560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076322.482564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076323.506520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076323.506527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076323.506534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076323.506537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076324.530504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076324.530513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076324.530522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076324.530526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076325.554476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076325.554482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076325.554493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076325.554498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076326.578487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076326.578499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076326.578512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076326.578522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076326.962524:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076326.962545:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076326.962551:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076326.962558:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076326.962571:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076326.962589:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1965 00000100:00080000:2.0:1769076326.962612:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076326.962622:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.962628:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076326.962635:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076326.962639:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076326.962643:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076326.962650:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076326.962653:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.962655:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076326.962666:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076326.962675:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.962679:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076326.962684:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076326.962688:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.962691:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076326.962694:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.962710:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076326.962712:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.962754:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076326.962759:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076326.962764:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.962782:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076326.962795:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978249344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076326.962810:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076326.962816:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.962837:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076326.962841:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076326.962846:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076326.962848:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076326.962850:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076326.962854:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076326.962858:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1965 00000100:00080000:2.0:1769076326.962865:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076326.962868:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.962871:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076326.962875:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076326.962877:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076326.962880:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076326.962884:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076326.962887:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.962890:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076326.962897:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076326.962903:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.962910:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076326.962923:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076326.962936:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.962946:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076326.962959:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076326.962972:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.962981:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.963001:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076326.963008:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963016:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076326.963020:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076326.963025:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963040:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076326.963061:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978249472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076326.963078:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076326.963083:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963091:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076326.963101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076326.963113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076326.963117:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076326.963122:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076326.963131:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076326.963146:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1965 00000100:00080000:2.0:1769076326.963159:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076326.963170:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.963176:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076326.963186:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076326.963193:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076326.963201:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076326.963206:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076326.963210:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.963212:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076326.963227:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076326.963241:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.963246:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076326.963256:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076326.963266:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963276:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076326.963284:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076326.963299:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963309:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.963323:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076326.963335:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963345:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076326.963356:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076326.963366:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963438:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076326.963460:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978249600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076326.963489:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076326.963499:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963505:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076326.963514:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076326.963532:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076326.963542:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076326.963551:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076326.963562:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076326.963571:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1965 00000100:00080000:2.0:1769076326.963585:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076326.963596:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.963601:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076326.963608:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076326.963613:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076326.963620:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076326.963629:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076326.963631:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.963633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076326.963645:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076326.963656:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.963658:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076326.963663:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076326.963667:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963674:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076326.963681:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076326.963691:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963699:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.963710:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076326.963715:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963721:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076326.963753:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076326.963761:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963771:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076326.963787:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978249728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076326.963808:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076326.963812:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.963818:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076326.963822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076326.963833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076326.963839:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076326.963846:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076326.963850:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076326.963855:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1965 00000100:00080000:2.0:1769076326.963863:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076326.963872:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.963879:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076326.963887:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076326.963894:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076326.963898:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076326.963906:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076326.963916:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076326.963922:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076326.963939:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076326.963954:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.963969:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076326.963981:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076326.963991:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.964002:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076326.964009:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076326.964018:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.964026:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076326.964039:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076326.964046:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.964057:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076326.964064:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076326.964072:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.964082:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076326.964101:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978249856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076326.964140:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076326.964148:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076326.964156:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076327.602519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076327.602530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076327.602548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076327.602576:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076327.602585:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076327.602596:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076327.602608:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076327.602615:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076327.602624:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076327.602631:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076328.626561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076328.626568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076328.626574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076328.626577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076329.650519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076329.650541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076329.650547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076329.650551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076330.674536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076330.674547:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076330.674554:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076330.674560:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076330.674566:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076330.674568:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076330.674571:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076330.674576:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076330.674582:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076330.674584:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076331.698475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076331.698481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076331.698488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076331.698490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076332.082482:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076332.082500:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076332.082509:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076332.082521:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076332.082534:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076332.082547:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 1970 00000100:00080000:2.0:1769076332.082563:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076332.082568:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.082572:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076332.082579:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076332.082583:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076332.082588:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076332.082592:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076332.082597:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.082599:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076332.082607:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076332.082612:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.082616:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076332.082622:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076332.082628:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.082632:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076332.082675:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.082691:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076332.082694:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.082697:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076332.082700:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076332.082705:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.082719:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076332.082730:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978249984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076332.082744:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076332.082749:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.082767:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076332.082771:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076332.082775:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076332.082777:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076332.082779:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076332.082782:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076332.082785:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1970 00000100:00080000:2.0:1769076332.082790:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076332.082793:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.082795:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076332.082799:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076332.082801:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076332.082804:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076332.082807:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076332.082809:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.082811:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076332.082820:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076332.082832:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.082843:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076332.082856:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076332.082865:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.082876:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076332.082887:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076332.082898:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.082907:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.082920:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076332.082922:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.082927:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076332.082933:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076332.082941:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.082956:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076332.082969:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978250112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076332.082986:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076332.082994:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083006:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076332.083012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076332.083021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076332.083029:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076332.083037:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076332.083047:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076332.083058:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1970 00000100:00080000:2.0:1769076332.083071:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076332.083097:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.083104:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076332.083115:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076332.083121:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076332.083128:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076332.083137:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076332.083142:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.083145:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076332.083155:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076332.083165:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.083176:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076332.083186:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076332.083197:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083206:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076332.083214:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076332.083224:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083236:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.083252:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076332.083259:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083283:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076332.083289:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076332.083296:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083314:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076332.083330:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978250240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076332.083357:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076332.083367:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083425:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076332.083435:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076332.083447:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076332.083457:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076332.083467:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076332.083479:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076332.083491:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1970 00000100:00080000:2.0:1769076332.083505:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076332.083516:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.083523:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076332.083534:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076332.083542:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076332.083548:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076332.083554:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076332.083563:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.083569:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076332.083584:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076332.083594:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.083602:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076332.083612:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076332.083624:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083634:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076332.083661:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076332.083671:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083680:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.083692:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076332.083699:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083706:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076332.083714:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076332.083721:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083735:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076332.083768:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978250368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076332.083805:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076332.083814:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083826:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076332.083835:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076332.083844:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076332.083851:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076332.083855:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076332.083867:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076332.083876:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 1970 00000100:00080000:2.0:1769076332.083888:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076332.083898:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.083905:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076332.083913:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076332.083919:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076332.083924:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076332.083930:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076332.083937:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076332.083943:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076332.083954:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076332.083960:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.083964:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076332.083975:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076332.083982:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.083988:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076332.083992:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076332.083996:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.084000:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076332.084008:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076332.084014:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.084019:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076332.084025:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076332.084030:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.084040:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076332.084058:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978250496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076332.084083:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076332.084091:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076332.084099:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076332.722507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076332.722514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076332.722522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076332.722527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076333.746576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076333.746587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076333.746596:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076333.746603:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076334.770551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076334.770563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076334.770579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076334.770586:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076335.794542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076335.794552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076335.794561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076335.794564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076336.818621:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076336.818628:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076336.818635:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076336.818638:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076337.842536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076337.842568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076337.842577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076337.842587:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076337.842593:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076337.842600:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076337.842606:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076337.842609:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076337.842612:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076337.842615:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076338.866494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076338.866517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076338.866561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076338.866565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076339.890497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076339.890531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076339.890541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076339.890545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076340.914555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076340.914562:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076340.914569:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076340.914575:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076340.914584:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076340.914587:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076340.914589:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076340.914592:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076340.914596:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076340.914598:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076341.938515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076341.938521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076341.938529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076341.938533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076342.962506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076342.962514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076342.962524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076342.962531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076343.986579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076343.986587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076343.986594:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076343.986596:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076345.010522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076345.010531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076345.010542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076345.010548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076346.034530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076346.034539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076346.034550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076346.034557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076347.058548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076347.058561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076347.058573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076347.058579:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076348.082529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076348.082538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076348.082550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076348.082557:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076348.082564:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076348.082570:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076348.082577:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076348.082580:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076348.082583:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076348.082587:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076349.106520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076349.106529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076349.106542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076349.106549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076350.130496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076350.130502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076350.130509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076350.130514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076351.154461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076351.154468:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076351.154473:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076351.154477:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076351.154481:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076351.154484:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076351.154488:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076351.154495:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076351.154500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076351.154503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076352.178443:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076352.178450:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076352.178456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076352.178459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076353.202451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076353.202460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076353.202468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076353.202471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076354.226467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076354.226475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076354.226483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076354.226486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076355.250508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076355.250533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076355.250544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076355.250549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076356.274455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076356.274460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076356.274467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076356.274470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076357.298505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076357.298516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076357.298525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076357.298528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076358.322578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076358.322590:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076358.322604:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076358.322610:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076358.322614:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076358.322619:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076358.322625:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076358.322628:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076358.322631:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076358.322634:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076359.346599:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076359.346607:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076359.346615:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076359.346617:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076360.370540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076360.370556:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076360.370565:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076360.370574:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076360.370585:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076360.370595:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076360.370610:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076360.370625:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076360.370639:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076360.370643:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076361.394485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076361.394494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076361.394503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076361.394506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076362.418545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076362.418555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076362.418574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076362.418582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076363.442502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076363.442512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076363.442541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076363.442547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076364.466550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076364.466561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076364.466572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076364.466578:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076365.490524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076365.490536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076365.490559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076365.490562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076366.514503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076366.514513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076366.514522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076366.514527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076367.538541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076367.538552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076367.538580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076367.538584:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076368.562526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076368.562542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076368.562569:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076368.562577:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076368.562587:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076368.562597:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076368.562624:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076368.562639:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076368.562644:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076368.562647:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076369.586538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076369.586546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076369.586557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076369.586562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076370.610528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076370.610539:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076370.610545:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076370.610551:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076370.610569:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076370.610591:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076370.610598:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076370.610607:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076370.610625:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076370.610629:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076371.634580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076371.634591:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076371.634607:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076371.634611:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076372.658519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076372.658531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076372.658559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076372.658564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076373.682531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076373.682544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076373.682562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076373.682571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076374.706556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076374.706572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076374.706592:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076374.706604:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076375.730489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076375.730503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076375.730521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076375.730531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076376.754505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076376.754514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076376.754532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076376.754537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076377.778583:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076377.778592:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076377.778601:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076377.778603:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076378.802531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076378.802544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076378.802564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076378.802572:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076378.802582:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076378.802597:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076378.802623:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076378.802634:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076378.802639:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076378.802643:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076379.826502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076379.826519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076379.826544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076379.826555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076380.850458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076380.850467:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076380.850471:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076380.850473:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076380.850479:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076380.850482:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076380.850484:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076380.850486:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076380.850490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076380.850492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076381.874543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076381.874556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076381.874568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076381.874571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076382.898538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076382.898548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076382.898560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076382.898565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076383.922518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076383.922529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076383.922538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076383.922541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076384.946543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076384.946556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076384.946572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076384.946577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076385.970513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076385.970524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076385.970532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076385.970535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076386.994489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076386.994500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076386.994519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076386.994521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076388.018532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076388.018548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076388.018563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076388.018567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076389.042562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076389.042577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076389.042593:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076389.042601:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076389.042615:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076389.042630:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076389.042636:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076389.042640:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076389.042643:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076389.042646:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076390.066530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076390.066545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076390.066561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076390.066566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076391.090535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076391.090558:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076391.090569:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076391.090583:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076391.090600:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076391.090617:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076391.090623:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076391.090626:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076391.090676:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076391.090678:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076392.114582:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076392.114594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076392.114606:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076392.114612:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076393.138503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076393.138516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076393.138526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076393.138538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076394.162497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076394.162511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076394.162531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076394.162538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076395.186510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076395.186524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076395.186548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076395.186560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076396.210548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076396.210559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076396.210600:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076396.210603:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076397.234533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076397.234542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076397.234583:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076397.234606:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076398.258585:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076398.258594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076398.258602:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076398.258604:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076399.282577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076399.282588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076399.282601:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076399.282634:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076399.282641:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076399.282653:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076399.282663:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076399.282673:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076399.282682:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076399.282706:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076400.306533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076400.306548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076400.306568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076400.306578:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076401.330599:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076401.330613:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076401.330626:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076401.330639:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076401.330648:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076401.330653:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076401.330659:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076401.330664:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076401.330669:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076401.330672:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076402.354581:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076402.354599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076402.354613:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076402.354618:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076403.378504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076403.378513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076403.378522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076403.378526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076404.402528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076404.402533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076404.402538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076404.402539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076405.426573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076405.426584:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076405.426608:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076405.426612:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076406.450563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076406.450573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076406.450585:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076406.450595:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076407.474468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076407.474473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076407.474478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076407.474482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076408.498494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076408.498502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076408.498511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076408.498517:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076408.498523:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076408.498531:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076408.498537:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076408.498543:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076408.498550:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076408.498560:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076408.882541:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076408.882557:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076408.882564:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076408.882571:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076408.882579:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076408.882589:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2047 00000100:00080000:2.0:1769076408.882604:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076408.882609:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.882612:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076408.882619:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076408.882623:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076408.882627:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076408.882630:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076408.882633:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.882635:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076408.882641:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076408.882644:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.882648:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076408.882652:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076408.882656:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.882658:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076408.882663:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.882679:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076408.882683:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.882688:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076408.882693:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076408.882700:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.882722:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076408.882739:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978259584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076408.882762:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076408.882771:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.882799:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076408.882805:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076408.882809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076408.882812:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076408.882814:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076408.882818:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076408.882822:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2047 00000100:00080000:2.0:1769076408.882828:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076408.882831:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.882833:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076408.882838:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076408.882840:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076408.882843:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076408.882847:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076408.882850:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.882853:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076408.882858:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076408.882862:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.882865:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076408.882877:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076408.882886:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.882892:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076408.882900:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076408.882908:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.882914:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.882926:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076408.882935:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.882942:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076408.882947:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076408.882953:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.882964:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076408.882981:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978259712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076408.883001:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076408.883005:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883010:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076408.883015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076408.883024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076408.883032:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076408.883039:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076408.883045:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076408.883051:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2047 00000100:00080000:2.0:1769076408.883060:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076408.883064:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.883067:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076408.883073:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076408.883076:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076408.883080:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076408.883085:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076408.883095:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.883103:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076408.883131:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076408.883142:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.883152:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076408.883159:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076408.883164:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883173:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076408.883181:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076408.883193:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883204:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.883224:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076408.883233:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883244:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076408.883250:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076408.883257:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883277:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076408.883299:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978259840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076408.883336:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076408.883343:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883432:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076408.883440:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076408.883457:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076408.883466:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076408.883472:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076408.883482:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076408.883498:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2047 00000100:00080000:2.0:1769076408.883511:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076408.883521:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.883528:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076408.883535:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076408.883540:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076408.883547:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076408.883555:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076408.883566:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.883571:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076408.883584:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076408.883594:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.883602:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076408.883608:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076408.883614:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883622:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076408.883631:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076408.883635:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883645:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.883658:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076408.883666:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883679:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076408.883686:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076408.883694:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883706:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076408.883728:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978259968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076408.883769:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076408.883782:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883793:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076408.883802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076408.883810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076408.883815:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076408.883818:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076408.883823:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076408.883835:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2047 00000100:00080000:2.0:1769076408.883845:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076408.883852:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.883854:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076408.883858:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076408.883861:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076408.883864:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076408.883873:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076408.883881:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076408.883886:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076408.883898:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076408.883911:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.883919:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076408.883926:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076408.883932:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883941:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076408.883945:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076408.883953:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883961:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076408.883976:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076408.883983:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.883992:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076408.883998:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076408.884003:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.884017:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076408.884033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978260096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076408.884073:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076408.884084:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076408.884095:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076409.522534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076409.522544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076409.522559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076409.522568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076410.546521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076410.546529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076410.546538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076410.546545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076411.570550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076411.570559:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076411.570564:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076411.570568:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076411.570574:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076411.570577:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076411.570582:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076411.570585:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076411.570591:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076411.570593:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076412.594451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076412.594457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076412.594465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076412.594468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076413.618522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076413.618531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076413.618542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076413.618548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076414.642490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076414.642499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076414.642510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076414.642517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076415.666511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076415.666522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076415.666534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076415.666539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076416.690488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076416.690497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076416.690505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076416.690507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076417.714521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076417.714529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076417.714538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076417.714544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076418.738524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076418.738533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076418.738545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076418.738551:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076418.738554:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076418.738560:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076418.738571:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076418.738575:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076418.738578:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076418.738581:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076419.762517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076419.762526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076419.762536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076419.762540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076420.786485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076420.786494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076420.786503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076420.786506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076421.810521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076421.810531:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076421.810537:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076421.810542:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076421.810547:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076421.810550:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076421.810554:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076421.810558:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076421.810563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076421.810566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076422.834486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076422.834495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076422.834505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076422.834512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076423.858502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076423.858514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076423.858526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076423.858531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076424.882492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076424.882501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076424.882512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076424.882517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076425.906482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076425.906491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076425.906501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076425.906507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076426.930475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076426.930491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076426.930503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076426.930509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1769076427.314756:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:2.0:1769076427.314807:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076427.314830:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076427.314847:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076427.314869:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076427.314873:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076427.314875:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769076427.314886:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076427.314892:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076427.314895:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076427.314896:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076427.314898:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769076427.314903:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076427.314908:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076427.314911:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076427.314912:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076427.314914:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769076427.314918:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076427.314923:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076427.314925:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076427.314927:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076427.314929:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769076427.314934:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769076427.314938:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769076427.314940:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769076427.314942:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076427.314943:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769076427.954541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076427.954551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076427.954562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076427.954566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076428.978535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076428.978542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076428.978556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076428.978566:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076428.978572:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076428.978578:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076428.978585:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076428.978591:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076428.978599:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076428.978612:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076430.002548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076430.002564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076430.002580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076430.002585:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076431.026513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076431.026520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076431.026531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076431.026537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076432.050535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076432.050543:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076432.050546:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076432.050550:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076432.050556:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076432.050559:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076432.050563:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076432.050567:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076432.050573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076432.050575:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076433.074509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076433.074521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076433.074530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076433.074532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076434.098491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076434.098500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076434.098508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076434.098515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076435.122499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076435.122508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076435.122516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076435.122519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076436.146533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076436.146543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076436.146553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076436.146556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076437.170508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076437.170519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076437.170529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076437.170535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076438.194514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076438.194522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076438.194531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076438.194536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076439.218497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076439.218505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076439.218511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076439.218515:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076439.218518:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076439.218521:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076439.218524:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076439.218526:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076439.218529:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076439.218532:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076440.242469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076440.242475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076440.242485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076440.242490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076441.266526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076441.266538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076441.266555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076441.266562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076442.290510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076442.290522:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076442.290531:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076442.290540:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076442.290554:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076442.290558:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076442.290565:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076442.290571:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076442.290578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076442.290580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076443.314494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076443.314501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076443.314510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076443.314514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076444.338481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076444.338490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076444.338499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076444.338505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076445.362556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076445.362574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076445.362587:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076445.362594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076446.386551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076446.386561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076446.386578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076446.386590:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076447.410557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076447.410588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076447.410615:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076447.410627:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076448.434516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076448.434524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076448.434536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076448.434543:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076448.434547:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076448.434554:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076448.434559:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076448.434564:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076448.434568:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076448.434577:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076449.458557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076449.458570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076449.458578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076449.458580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076450.482526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076450.482536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076450.482556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076450.482565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076451.506528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076451.506539:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076451.506547:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076451.506552:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076451.506565:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076451.506571:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076451.506578:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076451.506586:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076451.506595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076451.506602:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076452.530481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076452.530489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076452.530497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076452.530499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076453.554464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076453.554472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076453.554481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076453.554485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076454.578521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076454.578533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076454.578542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076454.578549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076455.602503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076455.602512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076455.602521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076455.602527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076456.626457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076456.626466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076456.626473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076456.626475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076457.650490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076457.650499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076457.650512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076457.650517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076458.674487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076458.674497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076458.674505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076458.674510:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076458.674562:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076458.674565:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076458.674571:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076458.674575:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076458.674579:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076458.674590:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076459.698564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076459.698570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076459.698580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076459.698583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076460.722552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076460.722561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076460.722570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076460.722572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076461.746505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076461.746516:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076461.746519:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076461.746523:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076461.746529:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076461.746534:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076461.746539:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076461.746545:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076461.746587:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076461.746592:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076462.770511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076462.770519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076462.770528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076462.770536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076463.794494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076463.794504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076463.794516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076463.794524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076464.818503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076464.818510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076464.818521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076464.818523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076465.842552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076465.842562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076465.842578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076465.842586:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076466.866498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076466.866508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076466.866517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076466.866523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076467.890582:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076467.890589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076467.890598:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076467.890601:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076468.914547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076468.914555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076468.914572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076468.914582:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076468.914593:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076468.914605:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076468.914621:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076468.914630:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076468.914635:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076468.914641:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076469.938481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076469.938488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076469.938498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076469.938500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076470.962525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076470.962535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076470.962549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076470.962557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076471.986541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076471.986553:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076471.986558:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076471.986565:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076471.986573:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076471.986578:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076471.986583:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076471.986588:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076471.986596:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076471.986599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076473.010444:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076473.010448:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076473.010456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076473.010459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076474.034522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076474.034531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076474.034539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076474.034542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076475.058543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076475.058555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076475.058570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076475.058580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076476.082496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076476.082505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076476.082514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076476.082516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076477.106487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076477.106495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076477.106504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076477.106512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076478.130495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076478.130504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076478.130511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076478.130514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076479.154508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076479.154518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076479.154526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076479.154537:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076479.154544:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076479.154551:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076479.154557:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076479.154563:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076479.154569:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076479.154576:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076480.178521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076480.178531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076480.178544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076480.178549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076481.202478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076481.202488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076481.202497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076481.202501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076482.226518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076482.226532:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076482.226540:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076482.226550:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076482.226564:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076482.226572:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076482.226582:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076482.226593:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076482.226610:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076482.226617:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076483.250508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076483.250521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076483.250532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076483.250535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076484.274516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076484.274531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076484.274547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076484.274556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076485.298543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076485.298551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076485.298558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076485.298561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076486.322546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076486.322554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076486.322567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076486.322572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076487.346518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076487.346525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076487.346535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076487.346543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076488.370556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076488.370572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076488.370592:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076488.370601:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076488.370607:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076488.370613:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076488.370621:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076488.370626:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076488.370630:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076488.370634:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076489.394562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076489.394570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076489.394580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076489.394583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076490.418472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076490.418490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076490.418503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076490.418507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076490.802590:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076490.802600:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076490.802603:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076490.802607:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076490.802612:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076490.802621:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2129 00000100:00080000:2.0:1769076490.802635:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076490.802638:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.802641:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076490.802646:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076490.802650:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076490.802653:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076490.802656:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076490.802659:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.802661:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076490.802666:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076490.802669:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.802672:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076490.802676:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076490.802680:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.802683:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076490.802686:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.802699:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076490.802701:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.802705:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076490.802708:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076490.802713:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.802729:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076490.802740:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978269824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076490.802753:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076490.802758:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.802782:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076490.802786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076490.802790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076490.802792:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076490.802794:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076490.802797:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076490.802800:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2129 00000100:00080000:2.0:1769076490.802804:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076490.802806:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.802808:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076490.802811:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076490.802812:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076490.802815:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076490.802817:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076490.802819:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.802821:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076490.802824:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076490.802827:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.802828:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076490.802835:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076490.802838:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.802840:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076490.802845:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076490.802849:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.802851:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.802856:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076490.802857:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.802860:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076490.802862:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076490.802864:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.802870:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076490.802878:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978269952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076490.802888:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076490.802893:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.802904:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076490.802912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076490.802920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076490.802925:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076490.802932:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076490.802936:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076490.802944:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2129 00000100:00080000:2.0:1769076490.802953:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076490.802957:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.802963:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076490.802970:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076490.802998:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076490.803004:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076490.803009:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076490.803014:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.803017:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076490.803029:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076490.803039:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.803044:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076490.803048:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076490.803053:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803056:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076490.803058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076490.803061:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803064:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.803072:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076490.803077:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803087:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076490.803091:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076490.803096:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803104:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076490.803111:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978270080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076490.803120:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076490.803123:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803128:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076490.803141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076490.803145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076490.803147:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076490.803149:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076490.803152:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076490.803156:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2129 00000100:00080000:2.0:1769076490.803161:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076490.803165:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.803170:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076490.803176:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076490.803181:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076490.803185:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076490.803188:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076490.803192:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.803195:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076490.803205:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076490.803210:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.803217:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076490.803223:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076490.803229:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803240:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076490.803247:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076490.803254:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803260:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.803270:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076490.803278:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803289:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076490.803292:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076490.803298:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803309:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076490.803320:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978270208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076490.803346:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076490.803354:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803361:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076490.803364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076490.803368:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076490.803370:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076490.803419:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076490.803425:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076490.803434:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2129 00000100:00080000:2.0:1769076490.803441:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076490.803447:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.803452:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076490.803458:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076490.803461:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076490.803463:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076490.803466:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076490.803470:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076490.803478:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076490.803486:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076490.803492:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.803496:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076490.803503:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076490.803507:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803509:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076490.803513:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076490.803516:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803519:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076490.803527:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076490.803532:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803537:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076490.803541:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076490.803548:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803562:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076490.803575:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978270336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076490.803604:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076490.803610:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076490.803618:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076491.442504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076491.442517:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076491.442524:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076491.442535:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076491.442545:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076491.442549:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076491.442553:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076491.442558:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076491.442568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076491.442571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076492.466526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076492.466535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076492.466544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076492.466547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076493.490554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076493.490561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076493.490570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076493.490573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076494.514481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076494.514503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076494.514518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076494.514523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076495.538561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076495.538567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076495.538576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076495.538579:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076496.562508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076496.562524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076496.562541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076496.562550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076497.586482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076497.586490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076497.586497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076497.586502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076498.610449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076498.610453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076498.610459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076498.610463:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076498.610466:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076498.610468:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076498.610470:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076498.610471:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076498.610473:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076498.610474:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076499.634450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076499.634456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076499.634461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076499.634465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076500.658461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076500.658466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076500.658476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076500.658479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076501.682466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076501.682472:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076501.682476:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076501.682480:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076501.682486:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076501.682489:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076501.682494:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076501.682500:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076501.682505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076501.682506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076502.706562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076502.706576:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076502.706591:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076502.706599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076503.730444:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076503.730450:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076503.730456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076503.730459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076504.754469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076504.754473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076504.754480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076504.754483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076505.778461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076505.778466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076505.778475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076505.778479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076506.162509:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076506.162517:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076506.162520:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076506.162524:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076506.162528:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076506.162537:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2144 00000100:00080000:2.0:1769076506.162547:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076506.162549:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.162551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076506.162554:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076506.162556:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076506.162558:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076506.162560:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076506.162562:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.162562:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076506.162566:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076506.162567:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.162570:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076506.162572:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076506.162574:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162576:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076506.162578:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.162587:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076506.162589:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162591:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076506.162593:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076506.162596:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162606:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076506.162613:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978271744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076506.162621:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076506.162625:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162638:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076506.162640:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076506.162643:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076506.162644:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076506.162645:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076506.162648:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076506.162649:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2144 00000100:00080000:2.0:1769076506.162653:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076506.162655:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.162657:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076506.162659:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076506.162660:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076506.162662:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076506.162664:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076506.162665:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.162666:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076506.162668:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076506.162670:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.162671:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076506.162676:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076506.162680:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162688:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076506.162692:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076506.162696:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162697:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.162701:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076506.162702:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162704:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076506.162706:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076506.162713:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162737:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076506.162745:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978271872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076506.162761:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076506.162768:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162778:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076506.162782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076506.162794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076506.162802:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076506.162803:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076506.162805:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076506.162810:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2144 00000100:00080000:2.0:1769076506.162816:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076506.162818:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.162820:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076506.162823:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076506.162824:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076506.162825:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076506.162827:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076506.162829:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.162830:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076506.162832:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076506.162833:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.162834:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076506.162836:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076506.162838:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162844:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076506.162850:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076506.162856:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162859:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.162862:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076506.162863:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162864:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076506.162864:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076506.162867:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162871:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076506.162875:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978272000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076506.162885:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076506.162886:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162888:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076506.162889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076506.162892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076506.162893:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076506.162893:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076506.162896:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076506.162905:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2144 00000100:00080000:2.0:1769076506.162911:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076506.162914:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.162917:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076506.162920:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076506.162923:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076506.162927:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076506.162935:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076506.162951:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.162961:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076506.162967:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076506.162970:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.162972:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076506.162980:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076506.162983:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162985:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076506.162986:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076506.162991:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.162994:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.162997:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076506.163002:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.163006:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076506.163010:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076506.163012:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.163018:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076506.163033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978272128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076506.163049:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076506.163058:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.163067:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076506.163074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076506.163077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076506.163082:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076506.163089:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076506.163092:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076506.163099:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2144 00000100:00080000:2.0:1769076506.163103:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076506.163108:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.163110:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076506.163119:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076506.163120:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076506.163122:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076506.163130:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076506.163145:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076506.163148:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076506.163156:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076506.163165:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.163172:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076506.163178:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076506.163184:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.163190:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076506.163194:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076506.163198:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.163213:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076506.163224:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076506.163230:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.163240:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076506.163246:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076506.163250:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.163262:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076506.163275:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978272256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076506.163301:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076506.163304:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076506.163320:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076506.802464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076506.802470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076506.802476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076506.802477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076507.826449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076507.826453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076507.826459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076507.826464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076508.850544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076508.850548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076508.850554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076508.850558:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076508.850561:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076508.850564:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076508.850568:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076508.850571:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076508.850590:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076508.850594:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076509.874461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076509.874468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076509.874475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076509.874477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076510.898479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076510.898485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076510.898491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076510.898494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076511.922437:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076511.922443:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076511.922447:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076511.922451:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076511.922455:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076511.922458:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076511.922461:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076511.922465:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076511.922471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076511.922473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076512.946471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076512.946479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076512.946488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076512.946490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076513.970469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076513.970476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076513.970482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076513.970483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076514.994487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076514.994494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076514.994508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076514.994514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076516.018463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076516.018474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076516.018481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076516.018486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076517.042501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076517.042506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076517.042516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076517.042521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076518.066452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076518.066459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076518.066465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076518.066466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076519.090633:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076519.090643:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076519.090650:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076519.090656:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076519.090659:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076519.090662:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076519.090666:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076519.090669:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076519.090671:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076519.090674:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076520.114525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076520.114534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076520.114541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076520.114543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076521.138558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076521.138567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076521.138574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076521.138576:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076522.162551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076522.162560:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076522.162564:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076522.162568:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076522.162575:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076522.162583:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076522.162599:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076522.162611:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076522.162626:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076522.162632:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076523.186600:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076523.186612:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076523.186626:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076523.186635:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076524.210545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076524.210554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076524.210563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076524.210568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076525.234513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076525.234522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076525.234549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076525.234553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076526.258578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076526.258586:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076526.258601:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076526.258607:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076527.282488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076527.282493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076527.282502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076527.282505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076528.306482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076528.306486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076528.306494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076528.306498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076529.330465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076529.330474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076529.330483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076529.330488:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076529.330494:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076529.330500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076529.330506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076529.330511:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076529.330517:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076529.330523:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076530.354487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076530.354498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076530.354510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076530.354516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076531.378534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076531.378546:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076531.378553:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076531.378559:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076531.378566:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076531.378571:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076531.378575:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076531.378581:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076531.378589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076531.378592:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076531.762657:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076531.762672:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076531.762677:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076531.762682:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076531.762688:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076531.762698:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2170 00000100:00080000:2.0:1769076531.762743:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076531.762748:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.762751:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076531.762757:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076531.762761:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076531.762766:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076531.762769:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076531.762772:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.762774:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076531.762780:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076531.762784:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.762788:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076531.762792:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076531.762797:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.762800:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076531.762803:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.762820:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076531.762823:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.762837:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076531.762842:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076531.762849:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.762867:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076531.762881:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978274944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076531.762897:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076531.762920:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.762944:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076531.762949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076531.762954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076531.762956:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076531.762958:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076531.762962:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076531.762966:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2170 00000100:00080000:2.0:1769076531.762989:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076531.762992:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.762994:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076531.762998:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076531.763000:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076531.763004:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076531.763016:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076531.763026:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.763040:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076531.763059:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076531.763065:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.763069:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076531.763079:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076531.763082:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763087:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076531.763101:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076531.763108:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763115:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.763147:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076531.763159:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763166:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076531.763169:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076531.763183:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763195:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076531.763206:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978275072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076531.763256:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076531.763260:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763264:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076531.763274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076531.763278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076531.763281:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076531.763308:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076531.763312:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076531.763317:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2170 00000100:00080000:2.0:1769076531.763360:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076531.763367:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.763369:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076531.763374:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076531.763377:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076531.763381:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076531.763387:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076531.763456:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.763463:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076531.763476:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076531.763496:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.763502:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076531.763517:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076531.763528:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763541:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076531.763549:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076531.763555:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763565:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.763573:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076531.763576:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763580:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076531.763584:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076531.763590:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763600:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076531.763618:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978275200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076531.763690:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076531.763695:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763724:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076531.763731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076531.763737:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076531.763742:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076531.763746:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076531.763759:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076531.763767:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2170 00000100:00080000:2.0:1769076531.763778:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076531.763790:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.763795:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076531.763804:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076531.763821:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076531.763824:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076531.763837:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076531.763852:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.763859:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076531.763881:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076531.763887:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.763914:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076531.763932:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076531.763946:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.763959:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076531.763984:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076531.763992:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.764006:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.764024:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076531.764028:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.764041:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076531.764047:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076531.764052:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.764061:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076531.764075:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978275328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076531.764098:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076531.764108:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.764121:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076531.764127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076531.764132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076531.764134:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076531.764137:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076531.764147:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076531.764168:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2170 00000100:00080000:2.0:1769076531.764188:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076531.764197:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.764203:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076531.764233:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076531.764249:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076531.764254:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076531.764269:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076531.764282:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076531.764313:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076531.764356:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076531.764363:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.764372:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076531.764378:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076531.764387:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.764419:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076531.764423:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076531.764427:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.764430:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076531.764443:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076531.764447:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.764457:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076531.764460:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076531.764474:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.764483:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076531.764496:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978275456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076531.764533:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076531.764539:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076531.764550:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076532.402584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076532.402597:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076532.402614:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076532.402628:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076533.426480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076533.426488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076533.426501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076533.426510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076534.450467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076534.450474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076534.450484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076534.450486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076535.474471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076535.474479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076535.474486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076535.474492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076536.498506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076536.498513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076536.498519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076536.498521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076536.882481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076536.882498:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076536.882504:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076536.882519:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076536.882531:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076536.882542:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2175 00000100:00080000:2.0:1769076536.882556:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076536.882561:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.882564:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076536.882570:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076536.882574:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076536.882577:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076536.882580:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076536.882583:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.882585:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076536.882590:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076536.882592:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.882596:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076536.882599:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076536.882602:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.882605:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076536.882608:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.882624:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076536.882626:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.882630:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076536.882633:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076536.882639:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.882657:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076536.882668:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978275584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076536.882689:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076536.882693:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.882712:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076536.882716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076536.882719:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076536.882721:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076536.882723:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076536.882726:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076536.882730:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2175 00000100:00080000:2.0:1769076536.882735:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076536.882738:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.882739:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076536.882742:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076536.882745:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076536.882750:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076536.882754:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076536.882758:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.882762:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076536.882776:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076536.882787:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.882792:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076536.882803:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076536.882812:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.882819:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076536.882826:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076536.882834:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.882836:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.882843:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076536.882845:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.882850:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076536.882857:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076536.882863:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.882872:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076536.882882:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978275712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076536.882892:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076536.882895:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.882903:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076536.882908:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076536.882913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076536.882916:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076536.882921:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076536.882930:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076536.882938:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2175 00000100:00080000:2.0:1769076536.882948:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076536.882953:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.882958:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076536.882967:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076536.882970:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076536.882974:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076536.882980:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076536.882987:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.882992:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076536.883000:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076536.883003:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.883007:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076536.883012:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076536.883019:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883028:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076536.883034:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076536.883042:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883047:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.883054:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076536.883059:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883066:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076536.883069:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076536.883073:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883087:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076536.883110:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978275840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076536.883148:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076536.883160:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883169:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076536.883177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076536.883191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076536.883196:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076536.883217:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076536.883222:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076536.883230:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2175 00000100:00080000:2.0:1769076536.883243:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076536.883250:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.883255:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076536.883270:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076536.883279:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076536.883282:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076536.883290:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076536.883300:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.883312:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076536.883324:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076536.883328:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.883334:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076536.883342:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076536.883353:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883357:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076536.883365:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076536.883410:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883417:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.883428:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076536.883432:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883435:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076536.883438:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076536.883443:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883454:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076536.883468:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978275968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076536.883508:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076536.883515:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883522:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076536.883531:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076536.883542:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076536.883548:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076536.883554:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076536.883569:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076536.883578:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2175 00000100:00080000:2.0:1769076536.883585:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076536.883589:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.883594:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076536.883603:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076536.883608:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076536.883614:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076536.883620:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076536.883628:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076536.883633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076536.883645:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076536.883655:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.883669:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076536.883678:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076536.883688:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883696:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076536.883703:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076536.883712:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883715:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076536.883723:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076536.883726:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883729:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076536.883732:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076536.883735:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883744:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076536.883756:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978276096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076536.883772:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076536.883779:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076536.883785:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076537.522481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076537.522490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076537.522498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076537.522500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076538.546469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076538.546475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076538.546481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076538.546485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076539.570497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076539.570504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076539.570521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076539.570526:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076539.570529:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076539.570537:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076539.570542:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076539.570544:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076539.570546:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076539.570548:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076540.594504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076540.594512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076540.594525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076540.594528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076541.618525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076541.618538:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076541.618544:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076541.618551:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076541.618561:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076541.618566:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076541.618574:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076541.618581:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076541.618589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076541.618596:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076542.642469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076542.642473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076542.642479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076542.642482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076543.666461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076543.666465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076543.666489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076543.666492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076544.690547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076544.690552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076544.690558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076544.690560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076545.714498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076545.714506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076545.714514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076545.714517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076546.738455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076546.738459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076546.738464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076546.738467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076547.762502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076547.762507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076547.762515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076547.762519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076548.786461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076548.786466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076548.786471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076548.786473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076549.810473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076549.810477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076549.810485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076549.810491:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076549.810495:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076549.810498:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076549.810504:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076549.810508:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076549.810516:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076549.810519:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076550.834451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076550.834456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076550.834462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076550.834464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076551.858462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076551.858468:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076551.858472:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076551.858475:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076551.858480:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076551.858483:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076551.858486:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076551.858493:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076551.858499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076551.858501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076552.882452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076552.882458:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076552.882467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076552.882472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076553.906468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076553.906473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076553.906479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076553.906481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076554.930447:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076554.930450:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076554.930456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076554.930468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076555.954452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076555.954457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076555.954462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076555.954464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076556.978452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076556.978458:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076556.978467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076556.978471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076557.362478:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076557.362486:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076557.362491:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076557.362495:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076557.362499:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076557.362504:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2195 00000100:00080000:2.0:1769076557.362513:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076557.362516:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.362518:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076557.362521:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076557.362524:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076557.362526:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076557.362527:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076557.362529:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.362530:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076557.362534:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076557.362536:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.362538:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076557.362540:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076557.362543:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362545:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076557.362546:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.362556:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076557.362557:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362560:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076557.362562:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076557.362565:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362575:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076557.362582:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978278144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076557.362591:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076557.362594:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362607:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076557.362610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076557.362614:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076557.362616:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076557.362618:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076557.362621:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076557.362625:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2195 00000100:00080000:2.0:1769076557.362629:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076557.362634:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.362639:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076557.362645:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076557.362649:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076557.362654:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076557.362660:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076557.362667:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.362672:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076557.362678:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076557.362684:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.362688:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076557.362693:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076557.362697:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362700:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076557.362705:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076557.362708:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362710:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.362714:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076557.362717:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362718:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076557.362719:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076557.362721:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362726:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076557.362732:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978278272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076557.362741:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076557.362744:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362746:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076557.362748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076557.362750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076557.362752:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076557.362753:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076557.362756:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076557.362758:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2195 00000100:00080000:2.0:1769076557.362763:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076557.362765:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.362767:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076557.362770:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076557.362771:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076557.362773:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076557.362775:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076557.362778:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.362780:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076557.362784:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076557.362787:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.362788:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076557.362792:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076557.362795:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362800:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076557.362803:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076557.362809:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362811:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.362818:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076557.362821:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362823:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076557.362824:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076557.362827:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362837:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076557.362845:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978278400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076557.362873:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076557.362885:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.362893:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076557.362902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076557.362913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076557.362918:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076557.362923:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076557.362929:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076557.362935:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2195 00000100:00080000:2.0:1769076557.362943:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076557.362947:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.362949:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076557.362953:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076557.362957:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076557.362959:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076557.362962:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076557.362966:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.362970:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076557.362976:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076557.362980:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.362984:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076557.362988:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076557.362994:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363001:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076557.363006:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076557.363014:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363020:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.363029:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076557.363034:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363038:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076557.363043:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076557.363049:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363059:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076557.363072:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978278528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076557.363097:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076557.363102:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363121:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076557.363123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076557.363126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076557.363128:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076557.363129:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076557.363132:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076557.363134:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2195 00000100:00080000:2.0:1769076557.363139:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076557.363142:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.363145:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076557.363147:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076557.363151:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076557.363152:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076557.363156:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076557.363161:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076557.363162:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076557.363166:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076557.363170:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.363173:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076557.363177:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076557.363181:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363184:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076557.363187:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076557.363192:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363197:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076557.363201:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076557.363203:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363207:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076557.363210:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076557.363211:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363216:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076557.363223:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978278656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076557.363236:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076557.363240:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076557.363244:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076558.002449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076558.002455:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076558.002461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076558.002464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076559.026507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076559.026512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076559.026520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076559.026525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076560.050521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076560.050528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076560.050535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076560.050539:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076560.050542:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076560.050545:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076560.050549:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076560.050551:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076560.050553:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076560.050556:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076561.074515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076561.074528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076561.074537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076561.074543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076562.098489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076562.098497:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076562.098501:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076562.098503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076562.098513:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076562.098517:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076562.098524:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076562.098534:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076562.098544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076562.098551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076562.482447:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076562.482457:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076562.482460:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076562.482463:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076562.482468:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076562.482477:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2201 00000100:00080000:2.0:1769076562.482487:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076562.482491:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.482494:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076562.482499:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076562.482501:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076562.482503:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076562.482505:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076562.482507:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.482508:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076562.482511:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076562.482513:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.482515:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076562.482518:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076562.482520:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482522:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076562.482523:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.482531:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076562.482532:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482534:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076562.482536:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076562.482540:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482549:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076562.482556:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978278784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076562.482564:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076562.482567:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482580:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076562.482583:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076562.482585:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076562.482586:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076562.482587:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076562.482589:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076562.482591:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2201 00000100:00080000:2.0:1769076562.482593:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076562.482594:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.482596:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076562.482598:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076562.482599:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076562.482600:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076562.482602:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076562.482603:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.482604:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076562.482607:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076562.482608:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.482609:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076562.482613:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076562.482615:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482616:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076562.482619:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076562.482622:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482623:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.482626:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076562.482628:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482630:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076562.482633:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076562.482635:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482641:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076562.482647:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978278912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076562.482654:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076562.482658:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482660:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076562.482664:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076562.482668:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076562.482672:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076562.482673:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076562.482677:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076562.482681:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2201 00000100:00080000:2.0:1769076562.482687:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076562.482690:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.482691:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076562.482693:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076562.482696:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076562.482699:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076562.482705:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076562.482708:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.482712:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076562.482716:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076562.482719:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.482721:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076562.482725:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076562.482730:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482735:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076562.482739:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076562.482742:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482744:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.482749:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076562.482750:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482752:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076562.482754:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076562.482756:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482761:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076562.482766:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978279040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076562.482795:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076562.482798:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482800:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076562.482803:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076562.482807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076562.482812:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076562.482816:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076562.482826:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076562.482834:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2201 00000100:00080000:2.0:1769076562.482840:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076562.482844:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.482848:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076562.482852:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076562.482856:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076562.482860:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076562.482866:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076562.482871:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.482874:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076562.482882:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076562.482889:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.482892:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076562.482897:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076562.482902:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482906:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076562.482910:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076562.482916:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482921:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.482928:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076562.482931:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482935:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076562.482937:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076562.482939:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482944:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076562.482950:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978279168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076562.482968:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076562.482983:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.482991:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076562.482997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076562.483004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076562.483008:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076562.483012:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076562.483017:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076562.483022:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2201 00000100:00080000:2.0:1769076562.483039:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076562.483044:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.483051:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076562.483057:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076562.483060:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076562.483064:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076562.483069:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076562.483074:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076562.483076:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076562.483082:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076562.483087:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.483090:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076562.483095:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076562.483100:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.483104:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076562.483109:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076562.483112:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.483114:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076562.483121:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076562.483122:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.483124:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076562.483126:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076562.483130:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.483138:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076562.483147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978279296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076562.483163:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076562.483168:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076562.483174:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076563.122484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076563.122488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076563.122494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076563.122495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076564.146480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076564.146485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076564.146495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076564.146498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076565.170512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076565.170518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076565.170526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076565.170528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076566.194464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076566.194471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076566.194479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076566.194483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076567.218461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076567.218466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076567.218472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076567.218476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076567.602446:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076567.602459:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076567.602464:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076567.602480:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076567.602486:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076567.602494:0:17850:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2206 00000100:00080000:2.0:1769076567.602506:0:17850:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076567.602509:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.602510:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076567.602514:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076567.602518:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076567.602526:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076567.602529:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076567.602531:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.602532:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076567.602537:0:17850:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076567.602540:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.602543:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076567.602547:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076567.602550:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602552:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076567.602555:0:17850:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.602566:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076567.602568:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602571:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076567.602574:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076567.602578:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602590:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076567.602600:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978279424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076567.602612:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076567.602617:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602631:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076567.602634:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076567.602636:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076567.602637:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076567.602639:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076567.602641:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076567.602643:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2206 00000100:00080000:2.0:1769076567.602646:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076567.602648:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.602650:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076567.602652:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076567.602653:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076567.602655:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076567.602657:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076567.602659:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.602660:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076567.602664:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076567.602668:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.602671:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076567.602677:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076567.602681:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602698:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076567.602702:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076567.602704:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602706:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.602711:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076567.602713:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602717:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076567.602719:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076567.602722:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602728:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076567.602734:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978279552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076567.602744:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076567.602747:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602750:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076567.602755:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076567.602762:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076567.602766:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076567.602770:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076567.602773:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076567.602776:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2206 00000100:00080000:2.0:1769076567.602783:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076567.602788:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.602792:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076567.602806:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076567.602807:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076567.602810:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076567.602812:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076567.602813:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.602814:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076567.602817:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076567.602820:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.602822:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076567.602824:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076567.602826:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602827:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076567.602829:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076567.602831:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602833:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.602838:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076567.602842:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602844:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076567.602846:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076567.602848:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602855:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076567.602865:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978279680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076567.602881:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076567.602885:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602891:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076567.602899:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076567.602905:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076567.602910:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076567.602913:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076567.602918:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076567.602922:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2206 00000100:00080000:2.0:1769076567.602926:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076567.602930:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.602932:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076567.602937:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076567.602939:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076567.602943:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076567.602947:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076567.602949:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.602951:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076567.602956:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076567.602961:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.602964:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076567.602968:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076567.602973:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602977:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076567.602980:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076567.602984:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.602987:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.602993:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076567.602996:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.603000:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076567.603003:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076567.603006:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.603012:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076567.603020:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978279808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076567.603035:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076567.603038:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.603042:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076567.603047:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076567.603052:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076567.603055:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076567.603059:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076567.603062:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076567.603067:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2206 00000100:00080000:2.0:1769076567.603071:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076567.603076:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.603080:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076567.603086:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076567.603087:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076567.603089:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076567.603092:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076567.603099:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076567.603105:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076567.603115:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076567.603123:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.603128:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076567.603134:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076567.603141:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.603146:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076567.603148:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076567.603151:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.603153:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076567.603165:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076567.603171:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.603176:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076567.603180:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076567.603186:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.603195:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076567.603207:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978279936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076567.603225:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076567.603231:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076567.603239:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076568.242450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076568.242455:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076568.242461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076568.242465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076569.266513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076569.266520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076569.266527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076569.266529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076570.290513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076570.290541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076570.290553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076570.290564:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076570.290572:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076570.290603:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076570.290614:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076570.290621:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076570.290630:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076570.290663:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076571.314522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076571.314532:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076571.314541:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076571.314546:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076571.314555:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076571.314561:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076571.314565:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076571.314570:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076571.314581:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076571.314589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076572.338455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076572.338460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076572.338468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076572.338471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076572.722473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076572.722485:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076572.722492:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076572.722502:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076572.722528:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076572.722537:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2211 00000100:00080000:2.0:1769076572.722548:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076572.722551:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.722552:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076572.722556:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076572.722558:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076572.722561:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076572.722563:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076572.722564:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.722565:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076572.722569:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076572.722571:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.722573:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076572.722576:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076572.722578:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722579:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076572.722581:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.722591:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076572.722592:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722594:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076572.722596:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076572.722611:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722621:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076572.722645:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978280064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076572.722655:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076572.722658:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722673:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076572.722676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076572.722679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076572.722680:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076572.722681:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076572.722683:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076572.722685:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2211 00000100:00080000:2.0:1769076572.722688:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076572.722689:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.722691:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076572.722692:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076572.722694:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076572.722696:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076572.722697:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076572.722699:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.722700:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076572.722703:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076572.722705:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.722706:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076572.722711:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076572.722713:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722715:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076572.722734:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076572.722738:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722742:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.722748:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076572.722751:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722754:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076572.722756:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076572.722760:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722766:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076572.722774:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978280192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076572.722789:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076572.722792:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722796:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076572.722800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076572.722804:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076572.722806:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076572.722809:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076572.722811:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076572.722813:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2211 00000100:00080000:2.0:1769076572.722816:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076572.722817:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.722818:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076572.722819:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076572.722820:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076572.722822:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076572.722825:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076572.722831:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.722832:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076572.722837:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076572.722839:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.722840:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076572.722842:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076572.722844:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722845:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076572.722847:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076572.722848:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722849:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.722852:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076572.722853:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722871:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076572.722872:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076572.722874:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722878:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076572.722881:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978280320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076572.722890:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076572.722892:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722896:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076572.722898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076572.722901:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076572.722902:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076572.722904:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076572.722909:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076572.722912:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2211 00000100:00080000:2.0:1769076572.722919:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076572.722926:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.722928:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076572.722931:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076572.722933:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076572.722934:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076572.722936:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076572.722938:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.722941:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076572.722945:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076572.722948:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.722951:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076572.722956:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076572.722958:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722959:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076572.722961:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076572.722964:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722967:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.722973:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076572.722975:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722978:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076572.722979:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076572.722980:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.722985:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076572.722991:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978280448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076572.723003:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076572.723008:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.723009:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076572.723011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076572.723015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076572.723017:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076572.723020:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076572.723024:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076572.723028:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2211 00000100:00080000:2.0:1769076572.723033:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076572.723045:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.723048:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076572.723052:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076572.723053:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076572.723055:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076572.723057:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076572.723061:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076572.723063:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076572.723069:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076572.723074:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.723077:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076572.723081:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076572.723088:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.723090:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076572.723091:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076572.723094:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.723096:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076572.723101:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076572.723103:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.723107:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076572.723109:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076572.723111:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.723118:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076572.723129:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978280576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076572.723151:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076572.723155:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076572.723160:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076573.362483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076573.362491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076573.362511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076573.362515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076574.386534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076574.386541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076574.386553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076574.386557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076575.410545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076575.410580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076575.410595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076575.410603:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076576.434520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076576.434530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076576.434573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076576.434579:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076577.458586:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076577.458601:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076577.458619:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076577.458626:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076578.482491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076578.482497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076578.482524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076578.482527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076579.506533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076579.506543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076579.506556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076579.506562:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076579.506583:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076579.506593:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076579.506605:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076579.506609:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076579.506620:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076579.506625:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076580.530524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076580.530528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076580.530533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076580.530536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076581.554445:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076581.554479:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076581.554482:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076581.554484:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076581.554488:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076581.554491:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076581.554493:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076581.554495:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076581.554498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076581.554499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076582.578514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076582.578520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076582.578527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076582.578529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076583.602538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076583.602549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076583.602561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076583.602566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076584.626529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076584.626535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076584.626543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076584.626547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076585.650516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076585.650525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076585.650543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076585.650552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076586.674545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076586.674572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076586.674588:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076586.674594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076587.698463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076587.698472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076587.698479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076587.698482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076588.722528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076588.722533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076588.722543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076588.722547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076589.746490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076589.746497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076589.746507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076589.746512:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076589.746516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076589.746521:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076589.746525:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076589.746531:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076589.746535:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076589.746539:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076590.770455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076590.770461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076590.770471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076590.770475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076591.794438:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076591.794445:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076591.794447:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076591.794449:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076591.794454:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076591.794456:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076591.794458:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076591.794459:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076591.794463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076591.794464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076592.818472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076592.818477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076592.818485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076592.818490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076593.842461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076593.842465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076593.842470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076593.842473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076594.866452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076594.866456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076594.866463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076594.866466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076595.890444:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076595.890449:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076595.890454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076595.890457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076596.914528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076596.914535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076596.914545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076596.914547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076597.938538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076597.938546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076597.938558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076597.938565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076598.322520:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076598.322538:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076598.322547:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076598.322557:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076598.322571:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076598.322588:0:17850:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2236 00000100:00080000:2.0:1769076598.322607:0:17850:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076598.322614:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.322617:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076598.322623:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076598.322626:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076598.322630:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076598.322634:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076598.322637:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.322639:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076598.322657:0:17850:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076598.322660:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.322663:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076598.322666:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076598.322670:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.322672:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076598.322675:0:17850:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.322689:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076598.322691:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.322694:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076598.322697:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076598.322703:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.322717:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076598.322728:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978283264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076598.322742:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076598.322747:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.322774:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076598.322778:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076598.322782:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076598.322784:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076598.322786:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076598.322789:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076598.322792:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2236 00000100:00080000:2.0:1769076598.322799:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076598.322804:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.322808:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076598.322813:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076598.322820:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076598.322828:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076598.322841:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076598.322851:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.322858:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076598.322872:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076598.322885:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.322893:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076598.322906:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076598.322913:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.322918:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076598.322924:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076598.322928:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.322930:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.322938:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076598.322943:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.322950:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076598.322965:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076598.322986:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.322996:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076598.323003:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978283392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076598.323013:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076598.323017:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323021:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076598.323025:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076598.323035:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076598.323043:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076598.323045:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076598.323049:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076598.323054:0:17850:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2236 00000100:00080000:2.0:1769076598.323061:0:17850:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076598.323066:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.323069:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076598.323073:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076598.323078:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076598.323085:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076598.323091:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076598.323096:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.323098:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076598.323103:0:17850:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076598.323111:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.323114:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076598.323118:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076598.323126:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323128:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076598.323130:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076598.323133:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323137:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.323143:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076598.323148:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323150:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076598.323153:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076598.323157:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323192:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076598.323206:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978283520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076598.323249:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076598.323256:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323267:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076598.323271:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076598.323281:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076598.323284:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076598.323291:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076598.323308:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076598.323318:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2236 00000100:00080000:2.0:1769076598.323329:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076598.323337:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.323341:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076598.323349:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076598.323352:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076598.323356:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076598.323363:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076598.323406:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.323408:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076598.323412:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076598.323415:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.323418:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076598.323422:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076598.323425:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323427:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076598.323432:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076598.323442:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323448:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.323458:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076598.323463:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323471:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076598.323475:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076598.323484:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323498:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076598.323519:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978283648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076598.323555:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076598.323573:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323586:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076598.323600:0:17850:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076598.323607:0:17850:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076598.323614:0:17850:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076598.323620:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076598.323629:0:17850:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076598.323638:0:17850:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2236 00000100:00080000:2.0:1769076598.323651:0:17850:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076598.323660:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.323669:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076598.323677:0:17850:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076598.323680:0:17850:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076598.323687:0:17850:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076598.323695:0:17850:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076598.323703:0:17850:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076598.323709:0:17850:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076598.323718:0:17850:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076598.323724:0:17850:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.323726:0:17850:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076598.323731:0:17850:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076598.323741:0:17850:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323746:0:17850:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076598.323752:0:17850:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076598.323764:0:17850:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323767:0:17850:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076598.323775:0:17850:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076598.323780:0:17850:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323785:0:17850:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076598.323789:0:17850:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076598.323793:0:17850:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323807:0:17850:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076598.323830:0:17850:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978283776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076598.323870:0:17850:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076598.323880:0:17850:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076598.323897:0:17850:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076598.962494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076598.962504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076598.962518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076598.962526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076599.986553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076599.986565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076599.986582:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076599.986590:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076599.986595:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076599.986600:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076599.986606:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076599.986611:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076599.986616:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076599.986621:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076601.010525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076601.010536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076601.010555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076601.010563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076602.034526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076602.034534:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076602.034538:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076602.034553:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076602.034560:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076602.034564:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076602.034569:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076602.034573:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076602.034582:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076602.034589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076603.058495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076603.058506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076603.058520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076603.058523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076603.442471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076603.442483:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076603.442487:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076603.442491:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076603.442496:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076603.442504:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2242 00000100:00080000:2.0:1769076603.442517:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076603.442521:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.442526:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076603.442533:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076603.442539:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076603.442544:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076603.442550:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076603.442572:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.442578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076603.442588:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076603.442595:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.442601:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076603.442605:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076603.442609:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.442612:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076603.442615:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.442645:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076603.442646:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.442649:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076603.442652:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076603.442656:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.442667:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076603.442676:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978283904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076603.442687:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076603.442692:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.442708:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076603.442711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076603.442714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076603.442716:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076603.442717:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076603.442719:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076603.442722:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2242 00000100:00080000:2.0:1769076603.442726:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076603.442729:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.442730:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076603.442732:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076603.442736:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076603.442759:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076603.442765:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076603.442772:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.442777:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076603.442785:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076603.442793:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.442801:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076603.442809:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076603.442814:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.442821:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076603.442827:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076603.442833:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.442837:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.442844:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076603.442849:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.442857:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076603.442858:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076603.442861:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.442869:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076603.442876:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978284032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076603.442903:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076603.442905:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.442909:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076603.442916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076603.442922:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076603.442925:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076603.442926:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076603.442929:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076603.442931:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2242 00000100:00080000:2.0:1769076603.442961:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076603.442963:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.442965:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076603.442967:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076603.442968:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076603.442973:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076603.442996:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076603.443001:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.443003:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076603.443009:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076603.443013:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.443018:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076603.443023:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076603.443030:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443037:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076603.443042:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076603.443052:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443057:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.443067:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076603.443072:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443074:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076603.443076:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076603.443078:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443135:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076603.443148:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978284160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076603.443163:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076603.443183:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443191:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076603.443199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076603.443210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076603.443213:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076603.443221:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076603.443227:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076603.443234:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2242 00000100:00080000:2.0:1769076603.443258:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076603.443266:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.443272:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076603.443280:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076603.443285:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076603.443291:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076603.443300:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076603.443329:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.443337:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076603.443352:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076603.443364:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.443374:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076603.443381:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076603.443388:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443393:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076603.443399:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076603.443405:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443411:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.443461:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076603.443466:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443473:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076603.443476:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076603.443480:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443493:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076603.443508:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978284288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076603.443530:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076603.443537:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443546:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076603.443555:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076603.443561:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076603.443567:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076603.443573:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076603.443578:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076603.443585:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2242 00000100:00080000:2.0:1769076603.443591:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076603.443597:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.443602:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076603.443624:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076603.443626:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076603.443628:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076603.443630:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076603.443633:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076603.443635:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076603.443642:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076603.443647:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.443650:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076603.443657:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076603.443663:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443668:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076603.443673:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076603.443677:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443680:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076603.443686:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076603.443690:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443695:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076603.443698:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076603.443702:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443729:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076603.443742:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978284416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076603.443786:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076603.443793:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076603.443799:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076604.082520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076604.082529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076604.082541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076604.082551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076605.106543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076605.106553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076605.106561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076605.106567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076606.130481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076606.130487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076606.130494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076606.130495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076607.154464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076607.154472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076607.154479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076607.154483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076608.178550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076608.178558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076608.178570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076608.178572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076608.562517:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076608.562535:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076608.562540:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076608.562546:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076608.562553:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076608.562565:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2247 00000100:00080000:2.0:1769076608.562582:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076608.562587:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.562590:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076608.562596:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076608.562600:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076608.562605:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076608.562609:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076608.562613:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.562615:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076608.562621:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076608.562625:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.562630:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076608.562635:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076608.562640:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.562643:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076608.562647:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.562666:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076608.562669:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.562675:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076608.562691:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076608.562702:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.562735:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076608.562763:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978284544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076608.562780:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076608.562787:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.562810:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076608.562814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076608.562819:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076608.562821:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076608.562823:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076608.562828:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076608.562833:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2247 00000100:00080000:2.0:1769076608.562840:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076608.562843:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.562847:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076608.562852:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076608.562855:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076608.562859:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076608.562864:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076608.562869:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.562872:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076608.562879:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076608.562885:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.562894:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076608.562905:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076608.562915:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.562923:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076608.562936:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076608.562947:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.562952:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.562965:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076608.562970:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.562974:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076608.562979:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076608.562986:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563042:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076608.563056:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978284672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076608.563080:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076608.563084:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563090:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076608.563093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076608.563098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076608.563100:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076608.563102:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076608.563105:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076608.563109:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2247 00000100:00080000:2.0:1769076608.563117:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076608.563120:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.563122:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076608.563124:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076608.563126:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076608.563129:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076608.563135:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076608.563142:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.563147:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076608.563153:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076608.563157:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.563161:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076608.563171:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076608.563176:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563184:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076608.563193:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076608.563199:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563205:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.563212:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076608.563217:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563219:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076608.563221:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076608.563224:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563234:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076608.563245:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978284800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076608.563260:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076608.563265:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563274:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076608.563282:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076608.563288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076608.563293:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076608.563297:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076608.563305:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076608.563315:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2247 00000100:00080000:2.0:1769076608.563328:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076608.563333:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.563339:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076608.563345:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076608.563349:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076608.563353:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076608.563360:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076608.563371:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.563442:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076608.563464:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076608.563480:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.563487:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076608.563495:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076608.563501:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563511:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076608.563515:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076608.563522:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563527:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.563535:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076608.563539:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563543:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076608.563546:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076608.563552:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563565:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076608.563578:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978284928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076608.563593:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076608.563599:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563607:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076608.563614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076608.563619:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076608.563620:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076608.563623:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076608.563630:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076608.563639:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2247 00000100:00080000:2.0:1769076608.563651:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076608.563659:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.563664:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076608.563672:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076608.563677:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076608.563684:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076608.563695:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076608.563700:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076608.563705:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076608.563717:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076608.563725:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.563732:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076608.563737:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076608.563745:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563756:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076608.563762:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076608.563768:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563771:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076608.563786:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076608.563788:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563790:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076608.563792:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076608.563796:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563809:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076608.563820:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978285056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076608.563836:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076608.563847:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076608.563859:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076609.202494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076609.202502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076609.202516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076609.202521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076610.226528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076610.226537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076610.226549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076610.226556:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076610.226561:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076610.226566:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076610.226589:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076610.226595:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076610.226603:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076610.226610:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076611.250464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076611.250470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076611.250479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076611.250483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076612.274475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076612.274484:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076612.274488:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076612.274503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076612.274507:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076612.274510:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076612.274514:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076612.274516:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076612.274522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076612.274524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076613.298478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076613.298491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076613.298501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076613.298507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076614.322525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076614.322534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076614.322547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076614.322553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076615.346463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076615.346472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076615.346480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076615.346482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076616.370563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076616.370570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076616.370576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076616.370579:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076617.394494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076617.394504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076617.394513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076617.394516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076618.418436:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076618.418442:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076618.418448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076618.418450:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076619.442505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076619.442530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076619.442543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076619.442550:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076619.442555:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076619.442561:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076619.442567:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076619.442571:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076619.442573:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076619.442576:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076620.466498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076620.466504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076620.466511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076620.466513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076621.490466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076621.490476:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076621.490484:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076621.490493:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076621.490502:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076621.490506:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076621.490509:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076621.490513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076621.490518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076621.490520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076622.514474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076622.514478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076622.514485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076622.514488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076623.538499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076623.538507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076623.538517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076623.538520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076624.562520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076624.562529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076624.562539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076624.562544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076625.586494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076625.586502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076625.586511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076625.586516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076626.610547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076626.610558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076626.610576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076626.610580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076627.634534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076627.634543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076627.634556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076627.634562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076628.658497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076628.658501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076628.658510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076628.658514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076629.042504:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076629.042513:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076629.042518:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076629.042522:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076629.042526:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076629.042535:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2267 00000100:00080000:2.0:1769076629.042548:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076629.042558:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.042562:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076629.042568:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076629.042573:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076629.042577:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076629.042581:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076629.042585:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.042587:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076629.042592:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076629.042594:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.042597:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076629.042600:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076629.042603:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042605:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076629.042607:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.042616:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076629.042617:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042620:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076629.042623:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076629.042627:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042637:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076629.042646:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978287104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076629.042687:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076629.042692:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042710:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076629.042713:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076629.042718:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076629.042720:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076629.042722:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076629.042726:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076629.042729:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2267 00000100:00080000:2.0:1769076629.042734:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076629.042737:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.042739:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076629.042742:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076629.042743:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076629.042746:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076629.042749:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076629.042752:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.042755:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076629.042763:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076629.042769:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.042778:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076629.042795:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076629.042804:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042808:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076629.042815:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076629.042822:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042828:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.042836:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076629.042841:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042847:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076629.042851:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076629.042859:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042871:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076629.042884:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978287232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076629.042896:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076629.042898:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042902:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076629.042904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076629.042908:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076629.042909:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076629.042912:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076629.042915:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076629.042921:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2267 00000100:00080000:2.0:1769076629.042929:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076629.042934:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.042938:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076629.042941:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076629.042943:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076629.042946:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076629.042949:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076629.042952:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.042955:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076629.042959:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076629.042962:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.042964:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076629.042969:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076629.042972:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042975:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076629.042977:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076629.042980:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.042983:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.043005:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076629.043008:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043013:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076629.043015:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076629.043018:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043024:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076629.043032:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978287360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076629.043045:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076629.043051:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043058:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076629.043064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076629.043068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076629.043073:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076629.043075:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076629.043080:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076629.043086:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2267 00000100:00080000:2.0:1769076629.043091:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076629.043094:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.043098:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076629.043102:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076629.043106:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076629.043110:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076629.043113:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076629.043119:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.043121:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076629.043130:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076629.043134:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.043136:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076629.043140:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076629.043141:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043144:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076629.043147:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076629.043152:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043157:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.043162:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076629.043166:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043177:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076629.043181:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076629.043186:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043197:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076629.043208:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978287488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076629.043228:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076629.043233:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043238:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076629.043245:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076629.043254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076629.043259:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076629.043262:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076629.043271:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076629.043278:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2267 00000100:00080000:2.0:1769076629.043286:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076629.043292:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.043296:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076629.043301:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076629.043305:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076629.043308:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076629.043313:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076629.043319:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076629.043324:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076629.043332:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076629.043339:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.043341:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076629.043345:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076629.043348:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043349:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076629.043352:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076629.043354:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043356:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076629.043361:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076629.043362:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043364:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076629.043366:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076629.043368:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043402:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076629.043409:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978287616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076629.043417:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076629.043420:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076629.043422:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076629.682596:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076629.682606:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076629.682619:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076629.682627:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076629.682632:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076629.682638:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076629.682668:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076629.682674:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076629.682710:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076629.682719:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076630.706538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076630.706547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076630.706559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076630.706568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076631.730506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076631.730512:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076631.730516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076631.730519:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076631.730524:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076631.730527:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076631.730530:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076631.730554:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076631.730561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076631.730565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076632.754502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076632.754510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076632.754518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076632.754521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076633.778540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076633.778548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076633.778556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076633.778558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076634.802534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076634.802543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076634.802555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076634.802604:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076635.826447:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076635.826455:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076635.826460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076635.826461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076636.850567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076636.850581:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076636.850595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076636.850599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076637.874556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076637.874567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076637.874578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076637.874583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076638.898553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076638.898564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076638.898576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076638.898582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076639.922551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076639.922555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076639.922564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076639.922569:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076639.922572:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076639.922576:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076639.922579:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076639.922582:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076639.922585:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076639.922591:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076640.946521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076640.946530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076640.946539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076640.946543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076641.970545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076641.970557:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076641.970566:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076641.970573:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076641.970581:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076641.970586:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076641.970593:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076641.970598:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076641.970608:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076641.970615:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076642.994486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076642.994491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076642.994498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076642.994500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076644.018502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076644.018510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076644.018520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076644.018524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076645.042539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076645.042544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076645.042554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076645.042557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076646.066475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076646.066482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076646.066490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076646.066492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076647.090520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076647.090526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076647.090535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076647.090538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076648.114488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076648.114501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076648.114535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076648.114547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076649.138497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076649.138506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076649.138513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076649.138517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076650.162505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076650.162516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076650.162533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076650.162544:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076650.162553:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076650.162558:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076650.162565:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076650.162570:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076650.162576:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076650.162581:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076651.186457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076651.186463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076651.186472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076651.186475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076652.210459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076652.210465:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076652.210469:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076652.210474:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076652.210481:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076652.210484:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076652.210486:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076652.210489:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076652.210494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076652.210497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076653.234461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076653.234466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076653.234472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076653.234475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076654.258455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076654.258461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076654.258468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076654.258471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076655.282441:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076655.282447:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076655.282453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076655.282455:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076656.306503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076656.306509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076656.306518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076656.306522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076657.330439:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076657.330445:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076657.330451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076657.330454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076658.354468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076658.354472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076658.354479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076658.354482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076659.378446:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076659.378451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076659.378459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076659.378464:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076659.378468:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076659.378471:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076659.378477:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076659.378480:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076659.378484:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076659.378486:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076660.402461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076660.402465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076660.402473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076660.402477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076661.426452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076661.426457:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076661.426459:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076661.426462:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076661.426465:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076661.426468:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076661.426470:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076661.426472:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076661.426476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076661.426478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076662.450466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076662.450472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076662.450479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076662.450482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076663.474464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076663.474471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076663.474479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076663.474481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076664.498441:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076664.498446:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076664.498452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076664.498454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076664.882480:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076664.882486:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076664.882489:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076664.882492:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076664.882496:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076664.882502:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2303 00000100:00080000:2.0:1769076664.882512:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076664.882514:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882516:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076664.882519:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076664.882522:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076664.882524:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076664.882526:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076664.882527:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882528:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076664.882531:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076664.882533:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882535:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076664.882538:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076664.882540:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882541:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076664.882543:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882553:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076664.882554:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882556:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076664.882558:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076664.882562:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882573:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076664.882580:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978291584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076664.882588:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076664.882591:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882602:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076664.882605:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076664.882607:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076664.882608:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076664.882609:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076664.882611:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076664.882614:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2303 00000100:00080000:2.0:1769076664.882616:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076664.882617:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882618:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076664.882620:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076664.882622:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076664.882623:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076664.882625:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076664.882626:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882628:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076664.882630:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076664.882634:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882638:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076664.882645:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076664.882651:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882653:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076664.882659:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076664.882663:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882665:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882670:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076664.882673:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882675:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076664.882678:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076664.882680:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882687:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076664.882694:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978291712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076664.882702:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076664.882703:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882705:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076664.882707:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076664.882710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076664.882711:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076664.882714:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076664.882719:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076664.882724:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2303 00000100:00080000:2.0:1769076664.882726:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076664.882728:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882729:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076664.882730:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076664.882731:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076664.882732:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076664.882734:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076664.882735:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882736:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076664.882738:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076664.882739:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882740:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076664.882742:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076664.882743:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882745:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076664.882747:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076664.882748:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882749:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882752:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076664.882753:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882755:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076664.882757:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076664.882759:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882765:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076664.882769:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978291840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076664.882775:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076664.882778:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882781:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076664.882784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076664.882789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076664.882791:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076664.882792:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076664.882798:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076664.882801:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2303 00000100:00080000:2.0:1769076664.882806:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076664.882807:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882808:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076664.882809:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076664.882810:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076664.882812:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076664.882816:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076664.882817:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882818:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076664.882821:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076664.882826:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882827:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076664.882832:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076664.882835:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882837:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076664.882841:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076664.882845:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882846:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882850:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076664.882852:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882855:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076664.882857:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076664.882859:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882865:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076664.882870:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978291968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076664.882881:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076664.882884:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882887:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076664.882890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076664.882894:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076664.882897:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076664.882899:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076664.882904:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076664.882909:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2303 00000100:00080000:2.0:1769076664.882912:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076664.882915:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882918:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076664.882921:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076664.882924:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076664.882926:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076664.882930:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076664.882933:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076664.882936:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076664.882942:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076664.882946:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882949:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076664.882953:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076664.882957:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882961:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076664.882964:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076664.882970:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882973:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076664.882978:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076664.882980:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882984:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076664.882987:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076664.882989:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.882994:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076664.883000:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978292096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076664.883012:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076664.883014:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076664.883016:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076665.522450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076665.522454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076665.522459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076665.522461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076666.546504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076666.546512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076666.546530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076666.546536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076667.570450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076667.570455:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076667.570460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076667.570461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076668.594452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076668.594456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076668.594461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076668.594465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076669.618444:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076669.618450:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076669.618461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076669.618467:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076669.618472:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076669.618475:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076669.618481:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076669.618486:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076669.618493:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076669.618497:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076670.002455:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076670.002464:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076670.002468:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076670.002474:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076670.002479:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076670.002486:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2308 00000100:00080000:2.0:1769076670.002497:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076670.002501:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002503:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076670.002507:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076670.002510:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076670.002512:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076670.002514:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076670.002516:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002517:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076670.002520:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076670.002522:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.002524:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076670.002526:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076670.002528:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002529:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076670.002531:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.002541:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076670.002542:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002544:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076670.002546:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076670.002549:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002560:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076670.002569:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978292224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076670.002580:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076670.002585:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002601:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076670.002605:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076670.002610:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076670.002612:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076670.002614:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076670.002617:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076670.002621:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2308 00000100:00080000:2.0:1769076670.002625:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076670.002628:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002630:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076670.002633:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076670.002634:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076670.002636:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076670.002638:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076670.002640:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002643:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076670.002647:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076670.002651:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.002656:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076670.002660:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076670.002665:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002668:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076670.002671:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076670.002674:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002677:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.002684:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076670.002687:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002688:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076670.002690:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076670.002692:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002696:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076670.002701:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978292352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076670.002722:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076670.002727:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002731:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076670.002735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076670.002737:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076670.002738:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076670.002740:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076670.002742:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076670.002744:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2308 00000100:00080000:2.0:1769076670.002746:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076670.002748:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002752:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076670.002758:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076670.002760:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076670.002763:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076670.002766:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076670.002767:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002768:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076670.002770:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076670.002771:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.002772:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076670.002774:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076670.002776:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002777:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076670.002778:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076670.002779:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002780:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.002783:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076670.002785:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002787:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076670.002787:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076670.002789:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002792:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076670.002798:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978292480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076670.002806:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076670.002809:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002811:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076670.002813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076670.002817:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076670.002819:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076670.002822:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076670.002827:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076670.002831:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2308 00000100:00080000:2.0:1769076670.002834:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076670.002837:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002838:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076670.002841:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076670.002842:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076670.002846:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076670.002848:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076670.002849:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002850:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076670.002852:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076670.002855:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.002857:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076670.002861:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076670.002862:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002864:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076670.002866:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076670.002870:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002873:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.002876:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076670.002879:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002881:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076670.002883:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076670.002885:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002890:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076670.002895:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978292608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076670.002903:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076670.002905:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.002907:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076670.002909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076670.002915:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076670.002917:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076670.002919:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076670.002923:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076670.002927:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2308 00000100:00080000:2.0:1769076670.002931:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076670.002935:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002937:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076670.002939:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076670.002943:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076670.002945:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076670.002947:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076670.002950:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076670.002953:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076670.002957:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076670.002963:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.002993:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076670.002997:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076670.003001:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.003005:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076670.003008:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076670.003013:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.003017:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076670.003021:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076670.003024:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.003029:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076670.003038:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076670.003042:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.003049:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076670.003057:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978292736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076670.003069:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076670.003072:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076670.003077:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076670.642464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076670.642469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076670.642476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076670.642478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076671.666445:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076671.666453:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076671.666458:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076671.666463:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076671.666471:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076671.666476:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076671.666483:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076671.666487:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076671.666492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076671.666494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076672.690577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076672.690587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076672.690619:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076672.690624:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076673.714463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076673.714470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076673.714476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076673.714479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076674.738500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076674.738508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076674.738532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076674.738534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076675.762480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076675.762486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076675.762495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076675.762501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076676.786457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076676.786461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076676.786481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076676.786486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076677.810507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076677.810513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076677.810518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076677.810522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076678.834455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076678.834472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076678.834479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076678.834481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076679.858515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076679.858523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076679.858531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076679.858536:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076679.858541:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076679.858545:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076679.858551:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076679.858558:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076679.858563:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076679.858572:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076680.882490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076680.882496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076680.882519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076680.882523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076681.906518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076681.906525:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076681.906530:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076681.906536:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076681.906544:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076681.906550:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076681.906564:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076681.906568:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076681.906573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076681.906575:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076682.930446:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076682.930451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076682.930459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076682.930462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076683.954466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076683.954471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076683.954479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076683.954482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076684.978469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076684.978475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076684.978484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076684.978490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076686.002503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076686.002510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076686.002518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076686.002521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076687.026440:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076687.026446:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076687.026451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076687.026454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076688.050479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076688.050485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076688.050497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076688.050500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076689.074470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076689.074492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076689.074502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076689.074505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076690.098493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076690.098502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076690.098514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076690.098520:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076690.098526:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076690.098530:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076690.098537:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076690.098542:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076690.098548:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076690.098560:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076691.122546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076691.122557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076691.122573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076691.122583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076692.146481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076692.146495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076692.146503:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076692.146507:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076692.146521:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076692.146529:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076692.146541:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076692.146556:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076692.146573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076692.146581:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076693.170539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076693.170548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076693.170564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076693.170570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076694.194521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076694.194530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076694.194540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076694.194548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076695.218509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076695.218517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076695.218526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076695.218529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076696.242474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076696.242481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076696.242489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076696.242495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076697.266490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076697.266497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076697.266504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076697.266526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076698.290451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076698.290455:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076698.290464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076698.290467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076699.314572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076699.314583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076699.314595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076699.314603:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076699.314609:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076699.314614:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076699.314621:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076699.314626:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076699.314633:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076699.314640:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076700.338505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076700.338517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076700.338530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076700.338535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076701.362549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076701.362560:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076701.362567:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076701.362574:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076701.362583:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076701.362590:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076701.362600:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076701.362610:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076701.362624:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076701.362628:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076702.386533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076702.386544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076702.386557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076702.386563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076703.410532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076703.410560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076703.410576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076703.410583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076704.434540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076704.434550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076704.434578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076704.434584:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076705.458553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076705.458560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076705.458570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076705.458576:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076705.842525:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076705.842557:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076705.842567:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076705.842579:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076705.842594:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076705.842628:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2344 00000100:00080000:2.0:1769076705.842643:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076705.842648:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.842651:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076705.842656:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076705.842660:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076705.842663:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076705.842667:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076705.842686:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.842688:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076705.842697:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076705.842703:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.842708:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076705.842714:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076705.842720:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.842724:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076705.842730:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.842745:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076705.842748:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.842753:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076705.842758:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076705.842765:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.842785:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076705.842801:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978296704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076705.842830:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076705.842836:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.842856:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076705.842861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076705.842866:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076705.842868:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076705.842870:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076705.842874:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076705.842878:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2344 00000100:00080000:2.0:1769076705.842884:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076705.842887:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.842890:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076705.842893:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076705.842896:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076705.842899:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076705.842903:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076705.842906:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.842908:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076705.842913:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076705.842917:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.842920:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076705.842927:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076705.842935:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.842941:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076705.842950:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076705.842964:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.842973:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.842988:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076705.842995:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843016:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076705.843019:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076705.843025:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843044:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076705.843066:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978296832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076705.843085:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076705.843091:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843101:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076705.843110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076705.843115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076705.843118:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076705.843121:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076705.843142:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076705.843146:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2344 00000100:00080000:2.0:1769076705.843153:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076705.843157:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.843160:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076705.843163:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076705.843165:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076705.843167:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076705.843170:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076705.843174:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.843180:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076705.843192:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076705.843197:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.843201:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076705.843211:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076705.843217:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843223:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076705.843230:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076705.843238:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843249:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.843257:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076705.843262:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843265:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076705.843267:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076705.843271:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843285:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076705.843298:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978296960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076705.843326:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076705.843331:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843334:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076705.843337:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076705.843343:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076705.843345:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076705.843350:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076705.843355:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076705.843447:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2344 00000100:00080000:2.0:1769076705.843453:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076705.843457:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.843459:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076705.843462:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076705.843464:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076705.843468:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076705.843478:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076705.843487:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.843494:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076705.843505:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076705.843517:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.843523:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076705.843533:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076705.843554:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843565:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076705.843574:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076705.843586:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843595:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.843608:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076705.843615:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843625:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076705.843646:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076705.843654:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843666:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076705.843685:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978297088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076705.843732:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076705.843742:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843756:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076705.843769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076705.843788:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076705.843799:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076705.843807:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076705.843818:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076705.843833:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2344 00000100:00080000:2.0:1769076705.843846:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076705.843853:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.843859:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076705.843869:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076705.843873:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076705.843880:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076705.843884:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076705.843895:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076705.843898:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076705.843916:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076705.843921:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.843929:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076705.843936:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076705.843946:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843952:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076705.843959:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076705.843967:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.843976:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076705.843988:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076705.843995:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.844020:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076705.844023:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076705.844028:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.844041:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076705.844060:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978297216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076705.844093:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076705.844103:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076705.844116:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076706.482561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076706.482572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076706.482588:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076706.482596:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076707.506457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076707.506464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076707.506470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076707.506473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076708.530463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076708.530471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076708.530489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076708.530494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076709.554470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076709.554476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076709.554482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076709.554486:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076709.554491:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076709.554495:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076709.554499:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076709.554502:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076709.554506:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076709.554509:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076710.578466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076710.578472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076710.578480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076710.578485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076710.962477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076710.962481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076710.962485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076710.962489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076710.962495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076710.962500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076710.962504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076710.962508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076710.962510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076711.602507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076711.602520:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076711.602525:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076711.602534:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076711.602552:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076711.602562:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076711.602592:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076711.602600:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076711.602610:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076711.602614:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076711.986517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076711.986526:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076711.986528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076711.986553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076711.986558:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076711.986562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076711.986565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076711.986568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076711.986571:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076712.626455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076712.626460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076712.626466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076712.626469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076713.010471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076713.010479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076713.010481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076713.010487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076713.010491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076713.010495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076713.010498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076713.010501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076713.010504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076713.650470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076713.650475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076713.650484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076713.650486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076714.034442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076714.034448:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076714.034450:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076714.034454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076714.034457:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076714.034460:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076714.034462:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076714.034463:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076714.034465:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076714.674563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076714.674581:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076714.674589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076714.674593:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076715.058566:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076715.058578:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076715.058580:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076715.058587:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076715.058592:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076715.058598:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076715.058601:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076715.058604:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076715.058608:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076715.698558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076715.698567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076715.698589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076715.698590:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076716.082517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076716.082526:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076716.082529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076716.082537:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076716.082547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076716.082555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076716.082561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076716.082566:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076716.082574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076716.722554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076716.722562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076716.722568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076716.722570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076717.106514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076717.106527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076717.106530:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076717.106538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076717.106543:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076717.106548:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076717.106552:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076717.106556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076717.106560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076717.746507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076717.746519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076717.746528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076717.746529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076718.130535:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076718.130551:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076718.130553:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076718.130578:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076718.130583:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076718.130588:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076718.130591:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076718.130594:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076718.130598:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076718.770523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076718.770531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076718.770542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076718.770545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076719.154519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076719.154534:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076719.154539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076719.154551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076719.154559:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076719.154567:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076719.154573:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076719.154578:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076719.154583:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076719.794456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076719.794461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076719.794469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076719.794475:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076719.794487:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076719.794491:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076719.794496:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076719.794499:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076719.794501:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076719.794503:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076720.178488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076720.178499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076720.178501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076720.178508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076720.178515:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076720.178520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076720.178524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076720.178528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076720.178532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076720.818477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076720.818488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076720.818503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076720.818507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076721.202501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076721.202515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076721.202518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076721.202527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076721.202533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076721.202539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076721.202544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076721.202549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076721.202555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076721.842476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076721.842488:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076721.842496:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076721.842504:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076721.842516:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076721.842525:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076721.842531:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076721.842540:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076721.842547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076721.842550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076722.226512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076722.226524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076722.226527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076722.226536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076722.226542:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076722.226548:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076722.226551:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076722.226556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076722.226560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076722.866473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076722.866481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076722.866490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076722.866496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076723.250463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076723.250490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076723.250493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076723.250500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076723.250504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076723.250508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076723.250511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076723.250514:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076723.250517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076723.890531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076723.890538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076723.890547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076723.890553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076724.274475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076724.274486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076724.274489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076724.274498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076724.274503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076724.274509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076724.274513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076724.274518:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076724.274522:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076724.914530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076724.914542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076724.914555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076724.914563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076725.298499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076725.298509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076725.298512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076725.298532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076725.298537:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076725.298543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076725.298546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076725.298550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076725.298554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076725.938467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076725.938474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076725.938482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076725.938484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076726.322572:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076726.322588:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076726.322591:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076726.322601:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076726.322609:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076726.322614:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076726.322629:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076726.322635:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076726.322643:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076726.962464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076726.962469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076726.962478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076726.962482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076727.346448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076727.346457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076727.346459:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076727.346465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076727.346469:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076727.346473:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076727.346476:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076727.346478:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076727.346481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076727.986539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076727.986548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076727.986559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076727.986564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076728.370501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076728.370514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076728.370517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076728.370526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076728.370532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076728.370537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076728.370541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076728.370545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076728.370550:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076729.010561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076729.010571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076729.010583:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076729.010588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076729.394547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076729.394572:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076729.394575:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076729.394585:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076729.394591:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076729.394596:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076729.394601:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076729.394605:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076729.394609:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076730.034565:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076730.034574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076730.034584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076730.034589:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076730.034593:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076730.034596:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076730.034601:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076730.034604:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076730.034606:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076730.034609:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076730.418525:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076730.418553:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076730.418557:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076730.418567:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076730.418573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076730.418580:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076730.418585:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076730.418590:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076730.418594:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076731.058506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076731.058515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076731.058523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076731.058525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076731.442475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076731.442485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076731.442488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076731.442494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076731.442499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076731.442504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076731.442507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076731.442510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076731.442514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076732.082580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076732.082591:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076732.082594:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076732.082598:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076732.082605:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076732.082608:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076732.082611:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076732.082614:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076732.082619:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076732.082621:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076732.466515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076732.466525:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076732.466527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076732.466534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076732.466538:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076732.466544:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076732.466546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076732.466550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076732.466553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076733.106457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076733.106470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076733.106485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076733.106493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076733.490444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076733.490453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076733.490455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076733.490461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076733.490465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076733.490469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076733.490472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076733.490475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076733.490477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076734.130536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076734.130545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076734.130555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076734.130557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076734.514483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076734.514491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076734.514493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076734.514500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076734.514504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076734.514508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076734.514511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076734.514513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076734.514515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076735.154493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076735.154497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076735.154502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076735.154503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076735.538439:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076735.538447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076735.538449:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076735.538454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076735.538457:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076735.538461:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076735.538464:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076735.538467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076735.538469:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076736.178510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076736.178521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076736.178546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076736.178552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076736.562514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076736.562524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076736.562532:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076736.562542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076736.562553:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076736.562562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076736.562571:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076736.562580:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076736.562589:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076737.202489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076737.202496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076737.202503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076737.202504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076737.586528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076737.586539:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076737.586541:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076737.586549:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076737.586555:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076737.586560:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076737.586563:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076737.586568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076737.586571:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076738.226533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076738.226545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076738.226562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076738.226565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076738.610493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076738.610501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076738.610503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076738.610509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076738.610513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076738.610516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076738.610519:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076738.610522:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076738.610524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076739.250486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076739.250493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076739.250499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076739.250501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076739.634519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076739.634530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076739.634533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076739.634539:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076739.634543:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076739.634548:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076739.634551:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076739.634553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076739.634556:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076740.274553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076740.274560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076740.274568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076740.274572:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076740.274576:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076740.274579:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076740.274584:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076740.274586:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076740.274589:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076740.274592:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076740.658520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076740.658531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076740.658534:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076740.658542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076740.658548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076740.658553:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076740.658556:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076740.658560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076740.658564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076741.298474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076741.298484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076741.298494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076741.298496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076741.682503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076741.682511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076741.682515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076741.682527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076741.682534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076741.682542:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076741.682547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076741.682552:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076741.682556:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076742.322496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076742.322502:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076742.322506:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076742.322508:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076742.322512:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076742.322514:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076742.322516:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076742.322518:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076742.322522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076742.322523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076742.706473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076742.706481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076742.706483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076742.706489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076742.706492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076742.706497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076742.706499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076742.706502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076742.706504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076743.346569:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076743.346577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076743.346587:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076743.346589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076743.730532:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076743.730541:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076743.730542:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076743.730548:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076743.730552:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076743.730555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076743.730558:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076743.730561:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076743.730563:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076744.370458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076744.370465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076744.370472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076744.370481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076744.754469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076744.754477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076744.754479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076744.754485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076744.754489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076744.754494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076744.754496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076744.754499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076744.754501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076745.394493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076745.394502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076745.394516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076745.394525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076745.778579:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076745.778588:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076745.778589:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076745.778594:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076745.778598:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076745.778602:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076745.778605:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076745.778607:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076745.778609:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076746.418533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076746.418543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076746.418549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076746.418552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076746.802477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076746.802484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076746.802488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076746.802495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076746.802503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076746.802507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076746.802512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076746.802515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076746.802520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076747.442543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076747.442550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076747.442577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076747.442579:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076747.826451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076747.826459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076747.826461:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076747.826468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076747.826471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076747.826475:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076747.826477:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076747.826480:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076747.826483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076748.466509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076748.466520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076748.466528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076748.466530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076748.850503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076748.850515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076748.850517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076748.850525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076748.850530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076748.850535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076748.850538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076748.850541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076748.850545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076749.490523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076749.490529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076749.490542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076749.490546:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076749.490553:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076749.490556:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076749.490560:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076749.490564:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076749.490568:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076749.490572:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076749.874500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076749.874509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076749.874511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076749.874516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076749.874520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076749.874524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076749.874527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076749.874529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076749.874531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076750.514449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076750.514454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076750.514463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076750.514466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076750.898447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076750.898456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076750.898458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076750.898464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076750.898468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076750.898471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076750.898474:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076750.898476:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076750.898478:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076751.538486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076751.538491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076751.538498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076751.538501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076751.922529:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076751.922537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076751.922543:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076751.922556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076751.922563:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076751.922568:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076751.922573:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076751.922579:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076751.922583:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076752.562543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076752.562551:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076752.562553:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076752.562555:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076752.562560:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076752.562562:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076752.562564:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076752.562566:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076752.562570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076752.562571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076752.946437:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076752.946447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076752.946451:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076752.946457:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076752.946462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076752.946466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076752.946470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076752.946472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076752.946476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076753.586500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076753.586508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076753.586519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076753.586524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076753.970456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076753.970465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076753.970466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076753.970472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076753.970475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076753.970479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076753.970480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076753.970483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076753.970485:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076754.610466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076754.610474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076754.610481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076754.610482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076754.994508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076754.994516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076754.994517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076754.994528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076754.994532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076754.994536:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076754.994538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076754.994568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076754.994571:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076755.634499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076755.634510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076755.634525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076755.634558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076756.018495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076756.018505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076756.018507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076756.018513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076756.018516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076756.018521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076756.018538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076756.018541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076756.018543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076756.658485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076756.658490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076756.658498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076756.658500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076757.042542:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076757.042551:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076757.042554:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076757.042560:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076757.042564:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076757.042568:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076757.042570:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076757.042572:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076757.042575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076757.682536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076757.682548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076757.682558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076757.682561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076758.066452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076758.066461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076758.066463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076758.066470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076758.066474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076758.066478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076758.066480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076758.066483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076758.066486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076758.706475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076758.706500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076758.706510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076758.706516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076759.090535:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076759.090544:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076759.090546:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076759.090550:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076759.090554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076759.090558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076759.090561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076759.090563:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076759.090565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076759.730484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076759.730489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076759.730495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076759.730499:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076759.730502:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076759.730505:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076759.730509:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076759.730512:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076759.730515:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076759.730519:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076760.114449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076760.114483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076760.114484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076760.114489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076760.114492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076760.114495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076760.114497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076760.114499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076760.114502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076760.754441:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076760.754469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076760.754476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076760.754480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076761.138477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076761.138483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076761.138485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076761.138490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076761.138493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076761.138497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076761.138500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076761.138502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076761.138505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076761.778460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076761.778464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076761.778472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076761.778475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076762.162473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076762.162484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076762.162491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076762.162502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076762.162512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076762.162524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076762.162533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076762.162542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076762.162546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076762.802465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076762.802470:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076762.802474:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076762.802484:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076762.802489:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076762.802492:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076762.802494:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076762.802496:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076762.802499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076762.802501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076763.186496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076763.186502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076763.186504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076763.186508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076763.186512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076763.186515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076763.186516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076763.186519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076763.186521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076763.826451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076763.826455:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076763.826462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076763.826465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076764.210448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076764.210455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076764.210456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076764.210461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076764.210464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076764.210467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076764.210468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076764.210470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076764.210473:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076764.850514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076764.850526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076764.850541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076764.850549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076765.234474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076765.234495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076765.234497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076765.234503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076765.234507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076765.234510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076765.234513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076765.234515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076765.234519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076765.874513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076765.874521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076765.874528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076765.874531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076766.258476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076766.258485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076766.258487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076766.258494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076766.258499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076766.258503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076766.258516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076766.258520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076766.258524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076766.898545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076766.898551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076766.898558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076766.898562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076767.282476:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076767.282488:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076767.282492:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076767.282497:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076767.282502:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076767.282512:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2405 00000100:00080000:2.0:1769076767.282524:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076767.282546:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.282550:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076767.282558:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076767.282563:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076767.282567:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076767.282570:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076767.282572:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.282574:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076767.282580:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076767.282583:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.282587:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076767.282591:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076767.282595:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282598:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076767.282602:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.282615:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076767.282618:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282622:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076767.282653:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076767.282658:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282672:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076767.282684:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978304384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076767.282697:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076767.282701:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282719:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076767.282721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076767.282724:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076767.282725:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076767.282726:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076767.282728:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076767.282730:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2405 00000100:00080000:2.0:1769076767.282733:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076767.282735:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.282736:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076767.282738:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076767.282739:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076767.282740:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076767.282742:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076767.282744:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.282745:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076767.282748:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076767.282750:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.282751:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076767.282756:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076767.282760:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282763:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076767.282768:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076767.282775:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282777:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.282783:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076767.282785:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282791:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076767.282792:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076767.282795:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282801:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076767.282808:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978304512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076767.282821:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076767.282825:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282832:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076767.282838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076767.282844:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076767.282846:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076767.282848:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076767.282851:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076767.282855:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2405 00000100:00080000:2.0:1769076767.282861:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076767.282866:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.282870:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076767.282872:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076767.282873:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076767.282875:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076767.282876:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076767.282878:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.282879:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076767.282882:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076767.282883:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.282884:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076767.282887:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076767.282888:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282890:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076767.282908:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076767.282912:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282914:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.282921:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076767.282936:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282941:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076767.282946:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076767.282950:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282962:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076767.282974:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978304640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076767.282985:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076767.282991:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.282997:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076767.283020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076767.283026:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076767.283030:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076767.283034:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076767.283041:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076767.283045:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2405 00000100:00080000:2.0:1769076767.283052:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076767.283058:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.283061:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076767.283068:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076767.283072:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076767.283076:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076767.283083:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076767.283107:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.283112:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076767.283123:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076767.283131:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.283136:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076767.283140:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076767.283145:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283150:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076767.283153:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076767.283175:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283179:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.283191:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076767.283194:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283197:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076767.283198:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076767.283200:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283205:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076767.283215:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978304768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076767.283232:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076767.283238:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283244:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076767.283265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076767.283272:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076767.283274:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076767.283278:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076767.283282:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076767.283287:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2405 00000100:00080000:2.0:1769076767.283294:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076767.283300:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.283303:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076767.283307:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076767.283308:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076767.283310:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076767.283315:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076767.283319:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076767.283323:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076767.283330:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076767.283354:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.283359:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076767.283364:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076767.283368:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283407:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076767.283410:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076767.283413:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283414:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076767.283418:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076767.283421:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283424:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076767.283426:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076767.283429:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283436:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076767.283444:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978304896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076767.283455:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076767.283458:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076767.283462:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076767.922503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076767.922512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076767.922521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076767.922541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076768.306566:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076768.306579:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076768.306588:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076768.306616:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076768.306623:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076768.306629:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076768.306634:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076768.306639:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076768.306644:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076768.946519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076768.946527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076768.946539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076768.946543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076769.330466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076769.330475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076769.330477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076769.330499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076769.330504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076769.330508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076769.330512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076769.330515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076769.330519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076769.970486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076769.970493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076769.970504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076769.970511:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076769.970517:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076769.970522:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076769.970527:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076769.970529:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076769.970530:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076769.970532:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076770.354449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076770.354454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076770.354456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076770.354461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076770.354464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076770.354467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076770.354469:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076770.354471:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076770.354474:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076770.994492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076770.994499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076770.994507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076770.994511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076771.378480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076771.378486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076771.378488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076771.378493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076771.378496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076771.378500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076771.378502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076771.378504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076771.378506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076772.018545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076772.018550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076772.018555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076772.018557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076772.402495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076772.402520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076772.402522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076772.402529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076772.402534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076772.402538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076772.402542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076772.402544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076772.402547:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076773.042490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076773.042497:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076773.042499:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076773.042502:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076773.042505:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076773.042507:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076773.042508:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076773.042510:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076773.042514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076773.042515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076773.426484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076773.426493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076773.426495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076773.426502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076773.426507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076773.426527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076773.426531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076773.426534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076773.426537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076774.066443:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076774.066448:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076774.066454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076774.066456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076774.450487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076774.450493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076774.450494:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076774.450499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076774.450502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076774.450505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076774.450507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076774.450509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076774.450511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076775.090491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076775.090495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076775.090505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076775.090509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076775.474462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076775.474470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076775.474472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076775.474478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076775.474482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076775.474497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076775.474501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076775.474503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076775.474507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076776.114459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076776.114465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076776.114470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076776.114473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076776.498525:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076776.498534:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076776.498536:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076776.498542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076776.498546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076776.498550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076776.498553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076776.498556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076776.498560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076777.138474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076777.138479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076777.138488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076777.138491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076777.522485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076777.522493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076777.522497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076777.522508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076777.522522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076777.522533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076777.522540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076777.522570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076777.522575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076778.162480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076778.162489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076778.162497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076778.162500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076778.546538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076778.546549:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076778.546553:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076778.546562:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076778.546567:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076778.546572:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076778.546575:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076778.546578:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076778.546582:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076779.186620:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076779.186627:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076779.186633:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076779.186635:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076779.570464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076779.570472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076779.570475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076779.570481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076779.570485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076779.570488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076779.570491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076779.570495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076779.570498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076780.210490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076780.210498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076780.210507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076780.210511:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076780.210514:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076780.210523:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076780.210531:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076780.210556:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076780.210567:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076780.210575:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076780.594519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076780.594527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076780.594530:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076780.594536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076780.594541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076780.594545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076780.594548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076780.594551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076780.594554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076781.234557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076781.234566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076781.234579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076781.234589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076781.618449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076781.618454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076781.618456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076781.618460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076781.618463:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076781.618466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076781.618468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076781.618470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076781.618472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076782.258484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076782.258495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076782.258511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076782.258529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076782.642527:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076782.642538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076782.642544:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076782.642554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076782.642564:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076782.642573:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076782.642578:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076782.642585:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076782.642594:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076783.282520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076783.282531:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076783.282536:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076783.282542:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076783.282551:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076783.282558:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076783.282565:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076783.282570:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076783.282578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076783.282581:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076783.666462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076783.666470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076783.666472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076783.666478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076783.666481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076783.666485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076783.666487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076783.666490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076783.666492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076784.306506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076784.306515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076784.306539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076784.306548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076784.690546:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076784.690558:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076784.690562:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076784.690583:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076784.690588:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076784.690594:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076784.690599:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076784.690603:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076784.690607:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076785.330524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076785.330532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076785.330541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076785.330544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076785.714460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076785.714474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076785.714475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076785.714481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076785.714485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076785.714488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076785.714490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076785.714493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076785.714496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076786.354552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076786.354560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076786.354566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076786.354568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076786.738547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076786.738558:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076786.738562:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076786.738569:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076786.738575:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076786.738581:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076786.738585:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076786.738589:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076786.738592:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076787.378530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076787.378548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076787.378573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076787.378583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076787.762452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076787.762460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076787.762463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076787.762469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076787.762473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076787.762479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076787.762483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076787.762485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076787.762488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076788.402541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076788.402551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076788.402562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076788.402565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076788.786507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076788.786517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076788.786520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076788.786527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076788.786533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076788.786538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076788.786541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076788.786545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076788.786549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076789.426563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076789.426586:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076789.426596:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076789.426602:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076789.426606:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076789.426611:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076789.426617:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076789.426621:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076789.426626:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076789.426630:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076790.450498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076790.450503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076790.450511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076790.450513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076791.474461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076791.474470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076791.474476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076791.474478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076792.498600:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076792.498624:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076792.498643:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076792.498648:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076792.498654:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076792.498657:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076792.498660:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076792.498663:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076792.498669:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076792.498670:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076792.882523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076792.882531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076792.882535:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076792.882540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076792.882547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076792.882552:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076792.882557:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076792.882560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076792.882565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076793.522502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076793.522509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076793.522515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076793.522517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076793.906559:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076793.906581:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076793.906584:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076793.906591:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076793.906595:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076793.906600:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076793.906603:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076793.906606:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076793.906609:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076794.546554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076794.546566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076794.546583:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076794.546589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076794.930485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076794.930494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076794.930496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076794.930502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076794.930505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076794.930510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076794.930513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076794.930526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076794.930529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076795.570549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076795.570560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076795.570579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076795.570599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076795.954505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076795.954516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076795.954518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076795.954525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076795.954529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076795.954533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076795.954536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076795.954539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076795.954541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076796.594563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076796.594569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076796.594577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076796.594591:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076796.978592:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076796.978607:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076796.978611:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076796.978621:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076796.978626:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076796.978632:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076796.978635:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076796.978639:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076796.978642:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076797.618533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076797.618540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076797.618549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076797.618554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076798.002516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076798.002527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076798.002531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076798.002539:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076798.002545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076798.002550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076798.002553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076798.002557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076798.002564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076798.642473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076798.642479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076798.642486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076798.642488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076799.026467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076799.026480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076799.026484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076799.026493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076799.026499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076799.026505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076799.026509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076799.026512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076799.026515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076799.666476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076799.666481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076799.666487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076799.666492:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076799.666495:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076799.666498:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076799.666501:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076799.666504:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076799.666506:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076799.666513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076800.050545:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076800.050554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076800.050556:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076800.050561:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076800.050565:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076800.050569:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076800.050571:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076800.050574:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076800.050576:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076800.690542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076800.690552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076800.690561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076800.690563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076801.074481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076801.074490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076801.074492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076801.074498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076801.074502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076801.074506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076801.074508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076801.074511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076801.074514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076801.714521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076801.714531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076801.714540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076801.714543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076802.098512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076802.098520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076802.098523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076802.098537:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076802.098541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076802.098545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076802.098548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076802.098551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076802.098553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076802.738538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076802.738548:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076802.738554:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076802.738561:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076802.738575:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076802.738604:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076802.738611:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076802.738620:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076802.738648:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076802.738669:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076803.122472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076803.122488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076803.122493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076803.122504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076803.122511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076803.122527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076803.122532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076803.122536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076803.122541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076803.762534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076803.762541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076803.762551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076803.762556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076804.146530:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076804.146545:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076804.146549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076804.146561:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076804.146569:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076804.146576:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076804.146582:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076804.146587:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076804.146593:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076804.786475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076804.786484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076804.786500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076804.786512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076805.170449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076805.170456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076805.170458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076805.170462:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076805.170465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076805.170469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076805.170471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076805.170473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076805.170476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076805.810634:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076805.810642:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076805.810649:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076805.810652:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076806.194444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076806.194451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076806.194453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076806.194457:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076806.194460:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076806.194463:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076806.194465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076806.194467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076806.194469:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076806.834494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076806.834500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076806.834508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076806.834513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076807.218446:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076807.218452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076807.218454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076807.218459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076807.218462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076807.218466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076807.218468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076807.218470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076807.218472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076807.858469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076807.858475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076807.858491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076807.858495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076808.242524:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076808.242532:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076808.242535:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076808.242543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076808.242549:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076808.242554:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076808.242557:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076808.242576:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076808.242580:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076808.882482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076808.882486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076808.882491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076808.882494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076809.266603:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076809.266610:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076809.266611:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076809.266616:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076809.266620:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076809.266623:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076809.266625:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076809.266627:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076809.266647:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076809.906744:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076809.906750:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076809.906755:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076809.906758:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076809.906760:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076809.906763:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076809.906766:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076809.906768:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076809.906770:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076809.906771:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076810.290495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076810.290504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076810.290506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076810.290510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076810.290514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076810.290518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076810.290520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076810.290523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076810.290526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076810.930514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076810.930537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076810.930548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076810.930552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076811.314466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076811.314474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076811.314476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076811.314482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076811.314485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076811.314489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076811.314492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076811.314495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076811.314497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076811.954566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076811.954574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076811.954582:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076811.954615:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076812.338465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076812.338472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076812.338474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076812.338479:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076812.338483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076812.338487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076812.338489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076812.338492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076812.338495:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076812.978520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076812.978529:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076812.978531:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076812.978534:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076812.978539:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076812.978541:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076812.978543:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076812.978545:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076812.978548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076812.978550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076813.362532:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076813.362546:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076813.362550:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076813.362578:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076813.362586:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076813.362593:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076813.362603:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076813.362608:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076813.362613:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076814.002485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076814.002489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076814.002494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076814.002495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076814.386522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076814.386533:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076814.386536:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076814.386577:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076814.386583:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076814.386589:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076814.386593:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076814.386597:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076814.386600:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076815.026474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076815.026481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076815.026488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076815.026489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076815.410591:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076815.410601:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076815.410603:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076815.410610:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076815.410614:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076815.410620:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076815.410623:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076815.410626:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076815.410629:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076816.050480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076816.050488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076816.050494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076816.050496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076816.434546:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076816.434555:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076816.434557:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076816.434565:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076816.434569:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076816.434574:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076816.434576:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076816.434580:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076816.434583:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076817.074456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076817.074467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076817.074476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076817.074479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076817.458573:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076817.458583:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076817.458585:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076817.458591:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076817.458595:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076817.458600:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076817.458603:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076817.458605:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076817.458608:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076818.098479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076818.098498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076818.098506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076818.098508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076818.482499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076818.482528:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076818.482531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076818.482540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076818.482545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076818.482550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076818.482553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076818.482556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076818.482560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076819.122550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076819.122557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076819.122566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076819.122571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076819.506566:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076819.506578:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076819.506580:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076819.506590:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076819.506596:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076819.506601:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076819.506605:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076819.506610:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076819.506613:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076820.146550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076820.146557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076820.146564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076820.146569:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076820.146571:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076820.146574:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076820.146577:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076820.146580:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076820.146582:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076820.146584:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076820.530497:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076820.530511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076820.530514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076820.530523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076820.530528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076820.530533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076820.530536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076820.530539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076820.530542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076821.170493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076821.170498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076821.170503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076821.170505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076821.554553:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076821.554560:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076821.554563:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076821.554569:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076821.554573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076821.554577:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076821.554580:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076821.554583:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076821.554586:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076822.194517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076822.194523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076822.194533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076822.194537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076822.578521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076822.578530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076822.578532:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076822.578539:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076822.578545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076822.578550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076822.578553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076822.578557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076822.578560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076823.218497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076823.218503:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076823.218507:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076823.218511:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076823.218516:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076823.218519:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076823.218522:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076823.218526:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076823.218529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076823.218532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076823.602523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076823.602531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076823.602535:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076823.602541:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076823.602545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076823.602551:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076823.602554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076823.602557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076823.602563:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076824.242535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076824.242543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076824.242553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076824.242559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076824.626485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076824.626492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076824.626493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076824.626498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076824.626503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076824.626506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076824.626509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076824.626511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076824.626514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076825.266489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076825.266495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076825.266502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076825.266505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076825.650470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076825.650477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076825.650480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076825.650484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076825.650489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076825.650493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076825.650495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076825.650498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076825.650502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076826.290558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076826.290572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076826.290593:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076826.290600:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076826.674464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076826.674472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076826.674475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076826.674482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076826.674486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076826.674491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076826.674495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076826.674498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076826.674501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076827.314488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076827.314497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076827.314510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076827.314519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076827.698538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076827.698547:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076827.698549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076827.698556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076827.698562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076827.698567:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076827.698571:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076827.698574:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076827.698578:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076828.338486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076828.338496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076828.338517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076828.338523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076828.722537:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076828.722557:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076828.722560:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076828.722570:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076828.722578:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076828.722585:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076828.722597:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076828.722605:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076828.722622:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076829.362542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076829.362552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076829.362562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076829.362590:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076829.362599:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076829.362612:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076829.362620:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076829.362624:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076829.362628:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076829.362631:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076829.746464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076829.746472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076829.746473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076829.746479:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076829.746483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076829.746486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076829.746488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076829.746491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076829.746493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076830.386476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076830.386484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076830.386491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076830.386493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076830.770489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076830.770498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076830.770501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076830.770506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076830.770510:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076830.770513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076830.770515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076830.770518:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076830.770520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076831.410525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076831.410536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076831.410548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076831.410553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076831.794474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076831.794484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076831.794486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076831.794499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076831.794503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076831.794507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076831.794510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076831.794513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076831.794515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076832.434501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076832.434514:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076832.434522:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076832.434528:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076832.434548:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076832.434559:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076832.434564:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076832.434567:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076832.434571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076832.434573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076832.818471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076832.818484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076832.818486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076832.818493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076832.818497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076832.818500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076832.818503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076832.818506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076832.818509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076833.458509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076833.458516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076833.458524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076833.458527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076833.842482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076833.842498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076833.842507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076833.842521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076833.842530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076833.842537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076833.842544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076833.842556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076833.842565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076834.482468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076834.482476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076834.482487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076834.482491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076834.866468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076834.866480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076834.866483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076834.866490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076834.866495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076834.866500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076834.866503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076834.866506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076834.866509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076835.506583:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076835.506605:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076835.506618:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076835.506621:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076835.890590:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076835.890601:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076835.890604:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076835.890611:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076835.890616:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076835.890621:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076835.890624:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076835.890630:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076835.890633:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076836.530524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076836.530541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076836.530569:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076836.530578:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076836.914578:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076836.914612:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076836.914616:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076836.914629:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076836.914636:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076836.914643:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076836.914647:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076836.914653:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076836.914658:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076837.554530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076837.554541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076837.554556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076837.554562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076837.938458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076837.938477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076837.938479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076837.938485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076837.938489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076837.938493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076837.938495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076837.938498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076837.938500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076838.578534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076838.578543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076838.578552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076838.578553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076838.962556:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076838.962567:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076838.962571:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076838.962580:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076838.962590:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076838.962597:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076838.962605:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076838.962611:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076838.962617:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076839.602551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076839.602562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076839.602573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076839.602580:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076839.602589:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076839.602594:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076839.602604:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076839.602611:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076839.602625:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076839.602644:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076839.986496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076839.986507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076839.986510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076839.986517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076839.986524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076839.986528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076839.986547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076839.986550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076839.986553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076840.626514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076840.626521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076840.626528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076840.626534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076841.010539:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076841.010567:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076841.010570:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076841.010577:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076841.010582:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076841.010586:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076841.010589:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076841.010592:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076841.010595:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076841.650499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076841.650506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076841.650513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076841.650516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076842.034458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076842.034467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076842.034470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076842.034475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076842.034480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076842.034484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076842.034487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076842.034490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076842.034492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076842.674571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076842.674581:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076842.674585:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076842.674587:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076842.674598:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076842.674606:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076842.674610:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076842.674614:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076842.674624:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076842.674627:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076843.058527:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076843.058539:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076843.058541:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076843.058550:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076843.058556:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076843.058562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076843.058566:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076843.058571:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076843.058574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076843.698523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076843.698536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076843.698550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076843.698557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076844.082542:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076844.082554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076844.082559:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076844.082569:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076844.082579:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076844.082588:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076844.082594:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076844.082600:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076844.082609:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076844.722537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076844.722543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076844.722549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076844.722553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076845.106458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076845.106466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076845.106468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076845.106473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076845.106477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076845.106481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076845.106483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076845.106486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076845.106488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076845.746507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076845.746515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076845.746528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076845.746531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076846.130537:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076846.130548:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076846.130550:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076846.130556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076846.130560:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076846.130564:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076846.130567:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076846.130570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076846.130573:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076846.770499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076846.770506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076846.770516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076846.770524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076847.154513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076847.154522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076847.154524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076847.154530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076847.154536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076847.154540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076847.154543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076847.154545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076847.154548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076847.794477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076847.794486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076847.794494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076847.794499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076848.178529:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076848.178537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076848.178539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076848.178544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076848.178548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076848.178552:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076848.178555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076848.178557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076848.178559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076848.818571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076848.818579:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076848.818591:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076848.818598:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076849.202505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076849.202515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076849.202518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076849.202526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076849.202531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076849.202536:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076849.202540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076849.202544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076849.202553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076849.842474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076849.842483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076849.842491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076849.842495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076849.842499:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076849.842503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076849.842508:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076849.842513:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076849.842536:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076849.842540:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076850.226535:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076850.226544:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076850.226546:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076850.226551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076850.226555:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076850.226558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076850.226560:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076850.226563:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076850.226566:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076850.866513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076850.866520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076850.866533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076850.866538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076851.250466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076851.250478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076851.250481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076851.250489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076851.250493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076851.250498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076851.250502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076851.250506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076851.250509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076851.890479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076851.890485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076851.890493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076851.890497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076852.274526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076852.274535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076852.274538:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076852.274544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076852.274548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076852.274553:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076852.274555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076852.274558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076852.274561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076852.914533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076852.914544:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076852.914576:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076852.914580:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076852.914588:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076852.914593:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076852.914601:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076852.914607:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076852.914615:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076852.914619:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076853.298453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076853.298461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076853.298463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076853.298468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076853.298472:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076853.298476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076853.298479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076853.298482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076853.298485:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076853.938468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076853.938478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076853.938487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076853.938490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076854.322441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076854.322453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076854.322456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076854.322465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076854.322472:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076854.322478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076854.322482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076854.322486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076854.322489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076854.962510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076854.962522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076854.962540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076854.962547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076855.346493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076855.346503:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076855.346506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076855.346512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076855.346517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076855.346521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076855.346524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076855.346526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076855.346529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076855.986607:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076855.986616:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076855.986630:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076855.986634:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076856.370517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076856.370528:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076856.370531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076856.370539:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076856.370560:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076856.370565:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076856.370567:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076856.370570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076856.370573:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076857.010504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076857.010513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076857.010540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076857.010546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076857.394470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076857.394479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076857.394481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076857.394488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076857.394491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076857.394496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076857.394498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076857.394501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076857.394504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076858.034556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076858.034568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076858.034581:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076858.034585:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076858.418496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076858.418512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076858.418516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076858.418526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076858.418532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076858.418538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076858.418542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076858.418547:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076858.418552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076859.058588:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076859.058600:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076859.058610:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076859.058614:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076859.442583:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076859.442600:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076859.442609:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076859.442626:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076859.442636:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076859.442645:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076859.442666:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076859.442674:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076859.442684:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076860.082547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076860.082556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076860.082566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076860.082572:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076860.082576:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076860.082591:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076860.082598:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076860.082610:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076860.082625:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076860.082651:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076860.466533:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076860.466545:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076860.466548:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076860.466554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076860.466560:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076860.466564:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076860.466567:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076860.466572:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076860.466576:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076861.106512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076861.106524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076861.106561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076861.106571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076861.490498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076861.490510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076861.490513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076861.490531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076861.490535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076861.490540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076861.490542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076861.490545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076861.490549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076862.130544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076862.130552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076862.130561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076862.130572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076862.514545:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076862.514554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076862.514556:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076862.514561:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076862.514564:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076862.514568:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076862.514570:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076862.514573:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076862.514575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076863.154457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076863.154463:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076863.154468:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076863.154472:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076863.154477:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076863.154480:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076863.154483:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076863.154486:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076863.154493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076863.154497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076863.538547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076863.538559:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076863.538563:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076863.538571:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076863.538576:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076863.538582:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076863.538586:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076863.538590:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076863.538593:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076864.178524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076864.178532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076864.178553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076864.178562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076864.562552:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076864.562568:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076864.562573:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076864.562587:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076864.562601:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076864.562609:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076864.562619:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076864.562626:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076864.562636:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076865.202457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076865.202465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076865.202471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076865.202473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076865.586494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076865.586516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076865.586519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076865.586527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076865.586532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076865.586537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076865.586540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076865.586544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076865.586548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076866.226541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076866.226557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076866.226589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076866.226597:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076866.610492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076866.610504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076866.610507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076866.610516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076866.610522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076866.610528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076866.610532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076866.610536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076866.610540:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076867.250505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076867.250531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076867.250548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076867.250552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076867.634549:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076867.634559:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076867.634562:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076867.634568:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076867.634573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076867.634577:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076867.634579:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076867.634582:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076867.634585:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076868.274525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076868.274535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076868.274542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076868.274545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076868.658496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076868.658506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076868.658508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076868.658516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076868.658521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076868.658525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076868.658528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076868.658532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076868.658535:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076869.298566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076869.298574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076869.298595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076869.298598:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076869.682522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076869.682535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076869.682538:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076869.682548:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076869.682554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076869.682560:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076869.682564:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076869.682572:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076869.682579:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076870.322475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076870.322483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076870.322490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076870.322495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076870.322499:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076870.322503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076870.322509:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076870.322513:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076870.322520:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076870.322526:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076870.706464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076870.706501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076870.706503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076870.706510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076870.706515:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076870.706520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076870.706523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076870.706527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076870.706530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076871.346514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076871.346530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076871.346546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076871.346551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076871.730542:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076871.730552:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076871.730555:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076871.730563:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076871.730569:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076871.730575:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076871.730578:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076871.730643:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076871.730648:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076872.370527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076872.370539:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076872.370547:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076872.370551:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076872.370560:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076872.370566:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076872.370603:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076872.370609:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076872.370621:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076872.370627:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076872.754469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076872.754478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076872.754480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076872.754486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076872.754490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076872.754494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076872.754497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076872.754500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076872.754503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076873.394508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076873.394519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076873.394534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076873.394542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076873.778486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076873.778497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076873.778499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076873.778505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076873.778510:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076873.778514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076873.778517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076873.778520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076873.778523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076874.418590:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076874.418598:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076874.418610:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076874.418614:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076874.802654:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076874.802666:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076874.802676:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076874.802691:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076874.802705:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076874.802718:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076874.802730:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076874.802741:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076874.802753:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076875.442678:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076875.442684:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076875.442691:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076875.442694:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076875.826489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076875.826505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076875.826510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076875.826543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076875.826551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076875.826557:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076875.826563:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076875.826568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076875.826573:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076876.466537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076876.466548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076876.466557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076876.466559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076876.850534:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076876.850545:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076876.850548:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076876.850556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076876.850562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076876.850567:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076876.850571:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076876.850575:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076876.850579:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076877.490529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076877.490542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076877.490555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076877.490558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076877.874561:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076877.874572:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076877.874575:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076877.874583:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076877.874589:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076877.874595:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076877.874598:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076877.874603:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076877.874606:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076878.514540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076878.514544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076878.514550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076878.514553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076878.898448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076878.898481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076878.898485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076878.898496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076878.898518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076878.898524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076878.898528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076878.898531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076878.898534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076879.538522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076879.538536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076879.538554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076879.538560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076879.922538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076879.922549:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076879.922557:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076879.922572:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076879.922583:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076879.922595:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076879.922602:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076879.922606:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076879.922613:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076880.562517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076880.562528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076880.562542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076880.562550:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076880.562558:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076880.562567:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076880.562578:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076880.562587:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076880.562599:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076880.562609:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076880.946557:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076880.946569:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076880.946572:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076880.946579:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076880.946584:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076880.946588:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076880.946591:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076880.946594:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076880.946597:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076881.586573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076881.586583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076881.586596:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076881.586612:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076881.970485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076881.970496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076881.970498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076881.970505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076881.970510:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076881.970514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076881.970517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076881.970521:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076881.970523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076882.610534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076882.610544:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076882.610550:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076882.610556:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076882.610562:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076882.610566:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076882.610569:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076882.610576:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076882.610583:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076882.610588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076882.994556:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076882.994565:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076882.994568:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076882.994575:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076882.994580:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076882.994585:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076882.994589:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076882.994592:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076882.994596:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076883.634535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076883.634542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076883.634552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076883.634555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076884.018545:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076884.018554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076884.018557:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076884.018563:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076884.018569:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076884.018573:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076884.018577:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076884.018580:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076884.018584:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076884.658479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076884.658483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076884.658491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076884.658494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076885.042556:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076885.042566:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076885.042570:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076885.042582:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076885.042590:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076885.042598:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076885.042605:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076885.042611:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076885.042623:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076885.682481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076885.682494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076885.682517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076885.682525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076886.066465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076886.066474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076886.066477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076886.066485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076886.066491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076886.066496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076886.066500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076886.066504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076886.066508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076886.706447:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076886.706451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076886.706456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076886.706459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076887.090501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076887.090519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076887.090521:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076887.090525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076887.090529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076887.090532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076887.090535:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076887.090537:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076887.090540:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076887.730472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076887.730477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076887.730482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076887.730484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076888.114452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076888.114457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076888.114459:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076888.114464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076888.114467:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076888.114470:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076888.114473:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076888.114475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076888.114478:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076888.754469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076888.754475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076888.754481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076888.754483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076889.138540:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076889.138552:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076889.138556:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076889.138566:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076889.138572:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076889.138579:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076889.138584:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076889.138589:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076889.138594:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076889.778540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076889.778565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076889.778572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076889.778574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076890.162507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076890.162522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076890.162526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076890.162536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076890.162548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076890.162558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076890.162565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076890.162573:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076890.162585:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076890.802605:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076890.802631:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076890.802653:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076890.802663:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076890.802668:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076890.802674:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076890.802693:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076890.802698:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076890.802703:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076890.802712:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076891.186647:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076891.186658:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076891.186661:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076891.186668:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076891.186674:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076891.186679:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076891.186683:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076891.186686:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076891.186690:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076891.826509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076891.826519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076891.826537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076891.826547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076892.210547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076892.210556:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076892.210558:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076892.210563:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076892.210567:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076892.210571:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076892.210574:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076892.210577:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076892.210580:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076892.850518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076892.850542:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076892.850549:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076892.850555:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076892.850563:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076892.850566:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076892.850568:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076892.850573:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076892.850584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076892.850589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076893.234712:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076893.234722:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076893.234724:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076893.234731:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076893.234737:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076893.234743:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076893.234746:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076893.234749:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076893.234753:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076893.874534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076893.874542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076893.874553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076893.874558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076894.258480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076894.258485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076894.258487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076894.258491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076894.258495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076894.258498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076894.258500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076894.258502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076894.258504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076894.898485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076894.898492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076894.898499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076894.898501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076895.282636:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076895.282644:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076895.282647:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076895.282657:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076895.282664:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076895.282669:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076895.282674:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076895.282680:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076895.282684:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076895.922530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076895.922543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076895.922560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076895.922583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076896.306543:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076896.306549:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076896.306550:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076896.306554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076896.306557:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076896.306560:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076896.306562:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076896.306564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076896.306566:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076896.946523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076896.946531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076896.946545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076896.946550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076897.330422:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076897.330429:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076897.330431:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076897.330435:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076897.330438:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076897.330441:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076897.330443:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076897.330445:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076897.330448:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076897.970482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076897.970486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076897.970493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076897.970496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076898.354466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076898.354478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076898.354481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076898.354490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076898.354494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076898.354498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076898.354502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076898.354506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076898.354509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076898.994540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076898.994548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076898.994558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076898.994561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076899.378500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076899.378515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076899.378519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076899.378529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076899.378535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076899.378541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076899.378545:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076899.378550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076899.378554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076900.018507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076900.018518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076900.018527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076900.018529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076900.402520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076900.402536:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076900.402543:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076900.402551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076900.402562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076900.402568:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076900.402576:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076900.402580:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076900.402585:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076901.042537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076901.042548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076901.042565:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076901.042574:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076901.042582:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076901.042591:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076901.042601:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076901.042610:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076901.042617:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076901.042620:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076901.426446:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076901.426454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076901.426456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076901.426461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076901.426484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076901.426490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076901.426495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076901.426500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076901.426506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076902.066479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076902.066487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076902.066513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076902.066518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076902.450464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076902.450475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076902.450477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076902.450482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076902.450486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076902.450490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076902.450492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076902.450495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076902.450498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076903.090529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076903.090538:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076903.090547:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076903.090561:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076903.090585:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076903.090596:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076903.090608:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076903.090612:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076903.090619:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076903.090623:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076903.474443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076903.474450:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076903.474451:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076903.474456:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076903.474459:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076903.474462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076903.474464:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076903.474467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076903.474469:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076904.114475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076904.114481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076904.114487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076904.114488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076904.498457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076904.498464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076904.498467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076904.498489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076904.498495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076904.498499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076904.498502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076904.498506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076904.498510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076905.138540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076905.138547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076905.138559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076905.138566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076905.522469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076905.522478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076905.522491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076905.522502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076905.522511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076905.522517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076905.522521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076905.522526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076905.522533:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076906.162537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076906.162548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076906.162559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076906.162562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076906.546457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076906.546463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076906.546465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076906.546469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076906.546473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076906.546476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076906.546478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076906.546481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076906.546484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076907.186521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076907.186529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076907.186539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076907.186547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076907.570445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076907.570452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076907.570453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076907.570458:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076907.570461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076907.570464:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076907.570466:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076907.570468:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076907.570470:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076908.210450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076908.210453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076908.210457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076908.210459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076908.594472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076908.594480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076908.594483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076908.594489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076908.594493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076908.594497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076908.594500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076908.594503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076908.594506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076909.234488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076909.234495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076909.234503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076909.234507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076909.618470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076909.618478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076909.618480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076909.618485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076909.618501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076909.618505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076909.618508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076909.618510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076909.618518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076910.258479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076910.258486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076910.258492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076910.258493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076910.642491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076910.642498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076910.642502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076910.642510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076910.642516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076910.642521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076910.642526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076910.642530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076910.642536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076911.282488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076911.282494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076911.282504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076911.282509:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076911.282514:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076911.282519:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076911.282525:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076911.282545:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076911.282547:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076911.282549:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076911.666475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076911.666482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076911.666484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076911.666489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076911.666493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076911.666497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076911.666499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076911.666502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076911.666505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076912.306505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076912.306511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076912.306543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076912.306546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076912.690604:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076912.690613:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076912.690631:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076912.690637:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076912.690641:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076912.690644:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076912.690647:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076912.690649:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076912.690651:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076913.330490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076913.330501:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076913.330514:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076913.330518:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076913.330524:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076913.330527:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076913.330529:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076913.330532:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076913.330537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076913.330539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076913.714476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076913.714482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076913.714483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076913.714488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076913.714491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076913.714494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076913.714496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076913.714498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076913.714500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076914.354458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076914.354482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076914.354489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076914.354492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076914.738458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076914.738465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076914.738467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076914.738474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076914.738478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076914.738482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076914.738485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076914.738488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076914.738491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076915.378490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076915.378496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076915.378505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076915.378509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076915.762459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076915.762465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076915.762467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076915.762472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076915.762476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076915.762479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076915.762484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076915.762487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076915.762492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076916.402490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076916.402498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076916.402502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076916.402506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076916.786541:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076916.786549:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076916.786551:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076916.786557:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076916.786562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076916.786566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076916.786569:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076916.786571:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076916.786575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076917.426527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076917.426534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076917.426539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076917.426541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076917.810499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076917.810505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076917.810506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076917.810510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076917.810513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076917.810517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076917.810529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076917.810532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076917.810534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076918.450560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076918.450567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076918.450578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076918.450583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076918.834524:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076918.834532:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076918.834534:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076918.834540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076918.834544:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076918.834564:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076918.834567:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076918.834570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076918.834585:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076919.474562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076919.474572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076919.474580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076919.474583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076919.858440:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076919.858446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076919.858447:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076919.858452:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076919.858455:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076919.858458:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076919.858460:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076919.858462:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076919.858464:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076920.498478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076920.498483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076920.498490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076920.498497:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076920.498501:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076920.498505:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076920.498511:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076920.498517:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076920.498521:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076920.498526:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076920.882458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076920.882464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076920.882466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076920.882476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076920.882480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076920.882484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076920.882486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076920.882488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076920.882492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076921.522488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076921.522511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076921.522524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076921.522528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076921.906460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076921.906466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076921.906468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076921.906472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076921.906476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076921.906479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076921.906481:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076921.906483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076921.906486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076922.546513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076922.546521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076922.546547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076922.546553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076922.930514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076922.930522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076922.930524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076922.930542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076922.930547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076922.930551:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076922.930555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076922.930558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076922.930561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076923.570452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076923.570468:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076923.570472:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076923.570474:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076923.570478:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076923.570480:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076923.570481:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076923.570484:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076923.570487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076923.570488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076923.954508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076923.954514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076923.954515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076923.954520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076923.954524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076923.954528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076923.954530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076923.954532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076923.954535:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076924.594464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076924.594468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076924.594473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076924.594477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076924.978477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076924.978485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076924.978487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076924.978494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076924.978498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076924.978501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076924.978504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076924.978506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076924.978508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076925.618445:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076925.618448:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076925.618467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076925.618471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076926.002460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076926.002465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076926.002468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076926.002473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076926.002480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076926.002484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076926.002488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076926.002491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076926.002495:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076926.642531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076926.642540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076926.642563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076926.642567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076927.026511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076927.026523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076927.026525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076927.026531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076927.026535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076927.026538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076927.026541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076927.026544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076927.026547:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076927.666514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076927.666524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076927.666543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076927.666549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076928.050493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076928.050502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076928.050504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076928.050509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076928.050513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076928.050516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076928.050520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076928.050523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076928.050527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076928.690528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076928.690540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076928.690568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076928.690575:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076929.074566:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076929.074578:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076929.074581:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076929.074588:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076929.074593:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076929.074597:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076929.074601:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076929.074603:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076929.074607:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076929.714543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076929.714552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076929.714560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076929.714566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076930.098462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076930.098471:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076930.098473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076930.098478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076930.098482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076930.098485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076930.098487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076930.098490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076930.098492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076930.738489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076930.738495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076930.738503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076930.738509:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076930.738514:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076930.738518:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076930.738525:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076930.738528:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076930.738531:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076930.738533:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076931.122559:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076931.122575:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076931.122582:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076931.122616:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076931.122628:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076931.122673:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2569 00000100:00080000:2.0:1769076931.122697:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076931.122704:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.122707:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076931.122714:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076931.122718:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076931.122723:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076931.122727:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076931.122730:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.122732:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076931.122739:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076931.122742:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.122746:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076931.122750:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076931.122754:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.122758:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076931.122761:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.122779:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076931.122783:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.122789:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076931.122795:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076931.122803:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.122828:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076931.122845:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978324864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076931.122869:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076931.122878:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.122905:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076931.122912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076931.122917:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076931.122920:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076931.122923:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076931.122928:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076931.122933:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2569 00000100:00080000:2.0:1769076931.122940:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076931.122956:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.122958:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076931.122961:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076931.122964:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076931.122967:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076931.122972:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076931.122982:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.122988:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076931.123004:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076931.123022:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.123025:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076931.123034:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076931.123047:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123066:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076931.123074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076931.123093:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123097:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.123116:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076931.123140:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123147:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076931.123152:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076931.123158:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123168:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076931.123181:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978324992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076931.123192:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076931.123203:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123230:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076931.123235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076931.123243:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076931.123246:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076931.123249:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076931.123253:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076931.123258:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2569 00000100:00080000:2.0:1769076931.123263:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076931.123267:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.123269:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076931.123273:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076931.123276:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076931.123278:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076931.123280:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076931.123282:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.123284:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076931.123292:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076931.123308:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.123312:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076931.123317:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076931.123319:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123323:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076931.123329:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076931.123337:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123339:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.123344:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076931.123347:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123350:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076931.123357:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076931.123362:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123372:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076931.123380:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978325120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076931.123428:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076931.123432:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123437:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076931.123441:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076931.123450:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076931.123454:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076931.123457:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076931.123467:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076931.123474:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2569 00000100:00080000:2.0:1769076931.123479:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076931.123485:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.123487:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076931.123491:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076931.123495:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076931.123503:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076931.123508:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076931.123513:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.123522:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076931.123534:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076931.123539:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.123554:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076931.123560:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076931.123576:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123581:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076931.123606:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076931.123615:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123619:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.123629:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076931.123635:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123649:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076931.123660:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076931.123666:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123679:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076931.123693:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978325248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076931.123729:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076931.123737:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123745:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076931.123750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076931.123762:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076931.123766:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076931.123771:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076931.123776:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076931.123790:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2569 00000100:00080000:2.0:1769076931.123800:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076931.123814:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.123820:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076931.123830:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076931.123835:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076931.123847:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076931.123872:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076931.123877:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076931.123890:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076931.123907:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076931.123918:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.123927:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076931.123936:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076931.123951:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123956:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076931.123962:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076931.123975:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.123981:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076931.123993:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076931.124007:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.124011:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076931.124024:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076931.124039:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.124053:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076931.124072:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978325376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076931.124148:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076931.124153:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076931.124177:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076931.762560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076931.762568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076931.762596:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076931.762599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076932.146595:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076932.146607:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076932.146611:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076932.146621:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076932.146626:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076932.146631:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076932.146633:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076932.146637:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076932.146640:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076932.786529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076932.786536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076932.786543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076932.786544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076933.170683:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076933.170693:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076933.170695:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076933.170701:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076933.170705:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076933.170710:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076933.170726:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076933.170730:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076933.170734:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076933.810553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076933.810561:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076933.810565:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076933.810568:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076933.810580:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076933.810585:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076933.810588:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076933.810592:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076933.810595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076933.810596:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076934.194527:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076934.194547:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076934.194549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076934.194554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076934.194558:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076934.194562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076934.194565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076934.194567:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076934.194570:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076934.834505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076934.834513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076934.834556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076934.834561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076935.218569:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076935.218579:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076935.218582:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076935.218588:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076935.218593:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076935.218598:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076935.218602:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076935.218606:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076935.218610:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076935.858473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076935.858479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076935.858486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076935.858490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076936.242482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076936.242489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076936.242491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076936.242496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076936.242514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076936.242517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076936.242520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076936.242524:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076936.242527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076936.882518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076936.882549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076936.882555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076936.882556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076937.266537:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076937.266544:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076937.266546:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076937.266551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076937.266556:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076937.266559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076937.266562:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076937.266564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076937.266567:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076937.906542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076937.906552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076937.906561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076937.906563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076938.290574:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076938.290582:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076938.290584:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076938.290607:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076938.290611:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076938.290615:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076938.290617:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076938.290620:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076938.290623:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076938.930560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076938.930567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076938.930573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076938.930575:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076939.314521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076939.314528:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076939.314529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076939.314534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076939.314537:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076939.314541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076939.314543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076939.314545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076939.314549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076939.954588:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076939.954596:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076939.954609:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076939.954613:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076940.338470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076940.338476:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076940.338477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076940.338482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076940.338484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076940.338488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076940.338490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076940.338492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076940.338494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076940.978516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076940.978520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076940.978528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076940.978532:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076940.978536:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076940.978539:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076940.978545:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076940.978548:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076940.978551:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076940.978554:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076941.362563:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076941.362572:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076941.362585:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076941.362594:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076941.362606:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076941.362612:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076941.362618:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076941.362623:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076941.362628:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076942.002591:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076942.002599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076942.002614:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076942.002621:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076942.386548:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076942.386559:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076942.386564:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076942.386573:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076942.386582:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076942.386590:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076942.386596:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076942.386601:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076942.386607:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076943.026529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076943.026537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076943.026546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076943.026550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076943.410519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076943.410526:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076943.410528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076943.410533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076943.410536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076943.410551:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076943.410554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076943.410556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076943.410558:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076944.050514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076944.050522:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076944.050529:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076944.050537:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076944.050548:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076944.050553:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076944.050556:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076944.050559:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076944.050567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076944.050570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076944.434444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076944.434451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076944.434452:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076944.434458:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076944.434461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076944.434465:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076944.434468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076944.434470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076944.434473:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076945.074485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076945.074492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076945.074497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076945.074501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076945.458504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076945.458511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076945.458513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076945.458518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076945.458522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076945.458526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076945.458528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076945.458531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076945.458534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076946.098499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076946.098504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076946.098513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076946.098517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076946.482547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076946.482557:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076946.482560:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076946.482568:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076946.482575:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076946.482592:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076946.482597:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076946.482602:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076946.482612:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076947.122467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076947.122472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076947.122480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076947.122482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076947.506516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076947.506525:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076947.506528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076947.506534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076947.506539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076947.506545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076947.506549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076947.506553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076947.506556:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076948.146519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076948.146527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076948.146536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076948.146542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076948.530510:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076948.530517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076948.530519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076948.530526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076948.530530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076948.530534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076948.530537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076948.530540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076948.530544:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076949.170489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076949.170496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076949.170509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076949.170512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076949.554504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076949.554512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076949.554514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076949.554519:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076949.554540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076949.554545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076949.554548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076949.554550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076949.554553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076950.194518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076950.194540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076950.194549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076950.194553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076950.578466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076950.578471:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076950.578473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076950.578478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076950.578481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076950.578485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076950.578487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076950.578489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076950.578491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076951.218477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076951.218482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076951.218491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076951.218505:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076951.218511:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076951.218516:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076951.218523:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076951.218527:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076951.218530:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076951.218532:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076951.602502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076951.602509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076951.602512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076951.602518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076951.602524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076951.602528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076951.602531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076951.602534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076951.602538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076952.242456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076952.242461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076952.242467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076952.242470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076952.626453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076952.626460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076952.626462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076952.626483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076952.626489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076952.626493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076952.626497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076952.626500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076952.626503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076953.266504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076953.266511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076953.266525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076953.266529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076953.650492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076953.650515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076953.650517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076953.650522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076953.650525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076953.650529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076953.650531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076953.650533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076953.650536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076954.290493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076954.290504:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076954.290512:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076954.290520:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076954.290530:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076954.290537:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076954.290544:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076954.290561:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076954.290574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076954.290578:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076954.674502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076954.674511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076954.674513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076954.674520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076954.674525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076954.674530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076954.674533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076954.674536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076954.674539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076955.314463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076955.314470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076955.314477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076955.314480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076955.698532:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076955.698541:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076955.698543:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076955.698551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076955.698556:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076955.698561:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076955.698565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076955.698568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076955.698571:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076956.338459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076956.338467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076956.338475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076956.338479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076956.722470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076956.722475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076956.722479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076956.722485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076956.722517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076956.722525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076956.722533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076956.722538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076956.722546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076957.362546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076957.362576:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076957.362592:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076957.362594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076957.746480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076957.746486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076957.746488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076957.746491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076957.746495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076957.746498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076957.746500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076957.746502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076957.746505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076958.386447:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076958.386451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076958.386457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076958.386459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076958.770481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076958.770487:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076958.770489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076958.770493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076958.770497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076958.770502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076958.770505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076958.770508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076958.770511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076959.410521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076959.410534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076959.410553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076959.410556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076959.794504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076959.794514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076959.794517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076959.794522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076959.794528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076959.794533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076959.794536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076959.794539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076959.794543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076960.434501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076960.434509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076960.434518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076960.434525:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076960.434534:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076960.434539:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076960.434547:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076960.434552:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076960.434561:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076960.434570:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076960.818521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076960.818541:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076960.818543:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076960.818549:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076960.818553:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076960.818557:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076960.818560:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076960.818563:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076960.818566:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076961.458496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076961.458505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076961.458514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076961.458521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076961.842567:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076961.842575:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076961.842578:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076961.842584:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076961.842589:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076961.842594:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076961.842597:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076961.842600:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076961.842605:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076962.482497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076962.482506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076962.482517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076962.482523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076962.866485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076962.866496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076962.866499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076962.866507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076962.866513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076962.866518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076962.866522:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076962.866526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076962.866530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076963.506477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076963.506483:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076963.506488:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076963.506493:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076963.506501:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076963.506508:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076963.506514:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076963.506523:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076963.506531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076963.506533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076963.890422:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076963.890435:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076963.890438:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076963.890445:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076963.890449:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076963.890451:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076963.890454:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076963.890456:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076963.890458:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076964.530455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076964.530461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076964.530466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076964.530468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076964.914421:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076964.914428:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076964.914429:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076964.914433:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076964.914436:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076964.914439:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076964.914441:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076964.914443:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076964.914446:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076965.554487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076965.554505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076965.554512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076965.554514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076965.938455:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076965.938461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076965.938463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076965.938468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076965.938471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076965.938475:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076965.938476:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076965.938479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076965.938481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076966.578511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076966.578521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076966.578533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076966.578539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076966.962463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076966.962472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076966.962475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076966.962499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076966.962505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076966.962512:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076966.962518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076966.962523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076966.962528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076967.602554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076967.602563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076967.602576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076967.602581:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076967.986493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076967.986506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076967.986509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076967.986517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076967.986523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076967.986528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076967.986532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076967.986537:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076967.986541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076968.626590:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076968.626597:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076968.626603:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076968.626604:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076969.010517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076969.010529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076969.010533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076969.010542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076969.010546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076969.010550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076969.010553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076969.010556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076969.010559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076969.650524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076969.650536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076969.650550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076969.650555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076970.034446:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076970.034454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076970.034456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076970.034472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076970.034476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076970.034479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076970.034482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076970.034485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076970.034488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076970.674504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076970.674510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076970.674530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076970.674534:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076970.674538:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076970.674543:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076970.674558:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076970.674564:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076970.674566:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076970.674569:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076971.058449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076971.058455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076971.058457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076971.058461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076971.058464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076971.058467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076971.058469:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076971.058472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076971.058474:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076971.698461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076971.698466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076971.698471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076971.698473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076972.082424:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076972.082431:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076972.082433:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076972.082437:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076972.082441:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076972.082446:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076972.082450:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076972.082454:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076972.082459:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076972.722492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076972.722496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076972.722503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076972.722506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076973.106454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076973.106462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076973.106464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076973.106470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076973.106475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076973.106478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076973.106481:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076973.106485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076973.106489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076973.746463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076973.746470:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076973.746474:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076973.746480:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076973.746496:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076973.746499:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076973.746502:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076973.746504:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076973.746513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076973.746515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076974.130519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076974.130528:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076974.130530:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076974.130536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076974.130540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076974.130545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076974.130547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076974.130549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076974.130552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076974.770542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076974.770551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076974.770567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076974.770571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076975.154490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076975.154498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076975.154507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076975.154512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076975.154516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076975.154520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076975.154522:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076975.154525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076975.154527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076975.794496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076975.794503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076975.794513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076975.794517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076976.178493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076976.178503:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076976.178505:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076976.178512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076976.178516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076976.178521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076976.178525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076976.178528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076976.178531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076976.818520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076976.818527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076976.818534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076976.818535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076977.202499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076977.202511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076977.202514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076977.202523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076977.202530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076977.202535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076977.202539:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076977.202544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076977.202548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076977.842476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076977.842485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076977.842493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076977.842508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076978.226515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076978.226525:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076978.226527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076978.226533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076978.226536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076978.226540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076978.226543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076978.226545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076978.226548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076978.866532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076978.866541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076978.866555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076978.866561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076979.250467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076979.250473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076979.250475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076979.250479:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076979.250482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076979.250485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076979.250487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076979.250489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076979.250491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076979.890454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076979.890461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076979.890467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076979.890474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076980.274489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076980.274496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076980.274497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076980.274502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076980.274505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076980.274508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076980.274510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076980.274511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076980.274514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076980.914520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076980.914533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076980.914542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076980.914547:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076980.914552:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076980.914556:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076980.914567:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076980.914571:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076980.914576:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076980.914580:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076981.298501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076981.298512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076981.298515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076981.298523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076981.298528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076981.298533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076981.298537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076981.298540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076981.298543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076981.938481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076981.938487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076981.938499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076981.938508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076982.322456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076982.322463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076982.322465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076982.322471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076982.322475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076982.322480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076982.322483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076982.322487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076982.322490:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076982.962523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076982.962531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076982.962538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076982.962540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076983.346526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076983.346535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076983.346537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076983.346544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076983.346548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076983.346552:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076983.346555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076983.346558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076983.346561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076983.986507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076983.986534:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076983.986543:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076983.986551:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076983.986564:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076983.986570:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076983.986578:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076983.986582:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076983.986591:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076983.986594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076984.370480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076984.370491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076984.370493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076984.370516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076984.370521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076984.370526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076984.370529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076984.370533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076984.370536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076985.010543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076985.010555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076985.010570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076985.010576:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076985.394484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076985.394492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076985.394493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076985.394499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076985.394519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076985.394523:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076985.394526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076985.394528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076985.394531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076986.034529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076986.034537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076986.034553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076986.034556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076986.418497:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076986.418507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076986.418509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076986.418515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076986.418520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076986.418525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076986.418528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076986.418531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076986.418534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076987.058547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076987.058555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076987.058562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076987.058568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076987.442498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076987.442509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076987.442513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076987.442521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076987.442528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076987.442535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076987.442541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076987.442566:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076987.442572:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076988.082581:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076988.082594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076988.082625:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076988.082661:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076988.466546:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076988.466556:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076988.466558:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076988.466566:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076988.466571:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076988.466576:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076988.466580:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076988.466583:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076988.466588:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076989.106568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076989.106583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076989.106635:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076989.106640:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076989.490600:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076989.490659:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076989.490662:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076989.490672:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076989.490682:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076989.490688:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076989.490694:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076989.490699:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076989.490721:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076990.130547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076990.130557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076990.130613:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076990.130616:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076990.514497:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076990.514512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076990.514516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076990.514524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076990.514529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076990.514534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076990.514538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076990.514541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076990.514545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076991.154530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076991.154541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076991.154552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076991.154559:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076991.154568:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076991.154604:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076991.154623:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076991.154653:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076991.154663:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076991.154684:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076991.538623:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076991.538638:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076991.538641:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076991.538651:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076991.538658:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076991.538664:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076991.538670:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076991.538676:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076991.538681:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076992.178536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076992.178547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076992.178580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076992.178584:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.562600:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076992.562614:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076992.562617:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076992.562627:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076992.562634:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076992.562640:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076992.562644:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076992.562649:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076992.562653:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076992.562699:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076992.562717:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769076992.562721:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076992.562727:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076992.562733:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076992.562745:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2631 00000100:00080000:2.0:1769076992.562762:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076992.562767:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.562769:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076992.562774:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076992.562777:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076992.562781:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769076992.562783:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769076992.562785:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.562788:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076992.562793:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076992.562796:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.562799:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076992.562804:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076992.562807:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.562810:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769076992.562813:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.562830:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076992.562832:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.562836:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076992.562839:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076992.562845:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.562863:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076992.562873:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978332544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076992.562885:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076992.562890:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.562925:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076992.562928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076992.562932:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769076992.562934:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076992.562936:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076992.562939:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076992.562941:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2631 00000100:00080000:2.0:1769076992.562946:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076992.562948:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.562949:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076992.562951:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076992.562953:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076992.562955:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769076992.562957:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769076992.562960:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.562961:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076992.562964:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076992.562967:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.562968:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076992.562974:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076992.562976:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.562978:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076992.562984:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076992.562988:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.562990:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.562995:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076992.562997:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.562999:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076992.563000:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076992.563003:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563010:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076992.563039:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978332672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076992.563063:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076992.563072:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563099:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076992.563103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076992.563114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769076992.563117:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076992.563120:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076992.563123:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076992.563130:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2631 00000100:00080000:2.0:1769076992.563137:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076992.563140:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.563142:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076992.563147:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076992.563149:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076992.563151:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769076992.563154:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769076992.563156:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.563158:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076992.563161:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076992.563163:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.563165:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076992.563168:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076992.563175:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563178:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076992.563184:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769076992.563191:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563195:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.563202:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076992.563203:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563205:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076992.563206:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076992.563208:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563215:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076992.563220:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978332800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076992.563228:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076992.563230:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563232:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076992.563235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076992.563238:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769076992.563239:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076992.563240:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076992.563243:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076992.563246:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2631 00000100:00080000:2.0:1769076992.563250:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076992.563254:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.563256:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076992.563258:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076992.563259:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076992.563261:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769076992.563264:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769076992.563265:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.563267:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076992.563269:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076992.563271:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.563272:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076992.563275:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076992.563283:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563290:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076992.563294:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076992.563298:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563301:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.563308:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076992.563314:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563324:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076992.563331:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076992.563336:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563351:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076992.563364:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978332928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076992.563378:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076992.563381:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563384:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769076992.563387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076992.563392:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769076992.563394:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769076992.563397:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769076992.563399:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769076992.563445:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2631 00000100:00080000:2.0:1769076992.563455:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769076992.563471:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.563475:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769076992.563482:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769076992.563487:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769076992.563493:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769076992.563497:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769076992.563501:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769076992.563506:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769076992.563513:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769076992.563518:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.563523:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769076992.563531:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769076992.563540:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563547:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769076992.563571:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769076992.563580:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563586:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769076992.563594:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769076992.563598:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563601:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769076992.563605:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769076992.563610:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563619:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076992.563630:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978333056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769076992.563654:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769076992.563663:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076992.563676:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076993.202503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076993.202512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076993.202528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076993.202533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076993.586495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076993.586506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076993.586508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076993.586515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076993.586518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076993.586522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076993.586524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076993.586527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076993.586529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076994.226598:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076994.226610:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769076994.226617:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769076994.226623:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076994.226631:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769076994.226637:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076994.226643:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076994.226653:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076994.226666:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076994.226672:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076994.610491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076994.610505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076994.610508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076994.610515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076994.610533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076994.610538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076994.610541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076994.610545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076994.610549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076995.250495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076995.250507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076995.250543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076995.250545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076995.634604:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076995.634625:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076995.634628:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076995.634636:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076995.634641:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076995.634645:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076995.634648:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076995.634653:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076995.634658:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076996.274575:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076996.274587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076996.274611:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076996.274615:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076996.658531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076996.658542:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076996.658545:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076996.658551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076996.658555:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076996.658560:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076996.658563:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076996.658566:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076996.658569:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076997.298580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076997.298588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076997.298600:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076997.298607:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076997.682607:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076997.682619:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076997.682630:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076997.682654:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076997.682672:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076997.682689:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076997.682714:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076997.682726:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076997.682737:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076998.322572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076998.322582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076998.322594:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076998.322608:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076998.706542:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076998.706554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076998.706557:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076998.706565:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076998.706570:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076998.706575:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076998.706579:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076998.706583:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076998.706586:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076999.346571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076999.346583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769076999.346595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769076999.346597:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769076999.730578:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769076999.730604:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769076999.730608:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769076999.730618:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769076999.730625:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769076999.730631:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076999.730634:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769076999.730638:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769076999.730642:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077000.370549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077000.370556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077000.370564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077000.370569:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077000.370573:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077000.370577:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077000.370581:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077000.370584:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077000.370586:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077000.370590:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077000.754535:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077000.754543:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077000.754558:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077000.754567:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077000.754573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077000.754579:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077000.754585:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077000.754590:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077000.754595:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077001.394529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077001.394538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077001.394544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077001.394546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077001.778480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077001.778486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077001.778488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077001.778492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077001.778495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077001.778499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077001.778501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077001.778503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077001.778506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077002.418553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077002.418563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077002.418580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077002.418587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077002.802450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077002.802456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077002.802457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077002.802462:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077002.802465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077002.802468:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077002.802471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077002.802473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077002.802475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077003.442550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077003.442558:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077003.442564:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077003.442570:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077003.442577:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077003.442600:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077003.442606:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077003.442611:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077003.442622:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077003.442629:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077003.826523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077003.826532:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077003.826535:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077003.826542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077003.826549:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077003.826555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077003.826558:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077003.826561:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077003.826565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077004.466501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077004.466507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077004.466513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077004.466517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077004.850463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077004.850470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077004.850472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077004.850476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077004.850479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077004.850482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077004.850484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077004.850486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077004.850488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077005.490557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077005.490566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077005.490579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077005.490604:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077005.874524:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077005.874534:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077005.874537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077005.874544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077005.874550:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077005.874556:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077005.874560:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077005.874564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077005.874569:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077006.514532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077006.514540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077006.514549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077006.514551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077006.898486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077006.898495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077006.898497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077006.898504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077006.898509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077006.898514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077006.898518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077006.898521:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077006.898525:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077007.538580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077007.538587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077007.538595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077007.538599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077007.922459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077007.922467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077007.922470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077007.922476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077007.922482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077007.922486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077007.922489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077007.922492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077007.922494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077008.562447:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077008.562451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077008.562458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077008.562460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077008.946436:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077008.946441:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077008.946443:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077008.946448:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077008.946451:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077008.946454:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077008.946467:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077008.946469:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077008.946471:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077009.586520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077009.586527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077009.586535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077009.586539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077009.970493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077009.970499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077009.970500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077009.970505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077009.970508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077009.970511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077009.970513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077009.970514:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077009.970517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077010.610470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077010.610474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077010.610483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077010.610488:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077010.610491:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077010.610495:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077010.610500:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077010.610504:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077010.610506:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077010.610511:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077010.994547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077010.994556:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077010.994559:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077010.994566:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077010.994570:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077010.994575:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077010.994578:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077010.994581:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077010.994585:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077011.634529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077011.634539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077011.634549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077011.634554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077012.018502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077012.018509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077012.018511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077012.018517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077012.018521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077012.018524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077012.018527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077012.018529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077012.018532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077012.658446:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077012.658451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077012.658457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077012.658460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077013.042523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077013.042531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077013.042534:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077013.042541:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077013.042547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077013.042563:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077013.042571:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077013.042577:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077013.042583:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077013.682554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077013.682563:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077013.682569:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077013.682574:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077013.682580:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077013.682594:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077013.682597:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077013.682604:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077013.682613:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077013.682617:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077014.066517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077014.066526:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077014.066528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077014.066533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077014.066537:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077014.066540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077014.066542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077014.066544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077014.066546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077014.706437:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077014.706443:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077014.706448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077014.706451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077015.090473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077015.090479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077015.090481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077015.090491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077015.090494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077015.090498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077015.090500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077015.090502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077015.090504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077015.730458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077015.730462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077015.730469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077015.730473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077016.114485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077016.114497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077016.114502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077016.114511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077016.114517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077016.114523:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077016.114528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077016.114532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077016.114537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077016.754463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077016.754471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077016.754481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077016.754489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077017.138506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077017.138515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077017.138517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077017.138524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077017.138530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077017.138534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077017.138537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077017.138540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077017.138545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077017.778477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077017.778482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077017.778493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077017.778498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077018.162469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077018.162477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077018.162479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077018.162485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077018.162489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077018.162493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077018.162496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077018.162498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077018.162501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077018.802457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077018.802464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077018.802471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077018.802473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077019.186503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077019.186524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077019.186526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077019.186531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077019.186534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077019.186538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077019.186540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077019.186542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077019.186545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077019.826527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077019.826532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077019.826540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077019.826544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077020.210534:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077020.210542:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077020.210544:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077020.210550:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077020.210554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077020.210559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077020.210562:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077020.210565:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077020.210568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077020.850496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077020.850502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077020.850515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077020.850523:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077020.850530:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077020.850535:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077020.850541:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077020.850547:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077020.850552:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077020.850558:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077021.234489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077021.234496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077021.234497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077021.234501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077021.234504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077021.234508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077021.234509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077021.234511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077021.234514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077021.874451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077021.874456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077021.874464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077021.874468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077022.258562:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077022.258583:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077022.258586:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077022.258594:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077022.258599:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077022.258604:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077022.258608:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077022.258611:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077022.258615:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077022.898491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077022.898500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077022.898512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077022.898517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077023.282500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077023.282508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077023.282512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077023.282529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077023.282538:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077023.282543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077023.282549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077023.282552:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077023.282556:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077023.922491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077023.922500:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077023.922505:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077023.922510:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077023.922516:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077023.922521:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077023.922526:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077023.922535:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077023.922543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077023.922547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077024.306475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077024.306484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077024.306486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077024.306493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077024.306498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077024.306503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077024.306507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077024.306521:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077024.306524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077024.946482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077024.946488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077024.946495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077024.946498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077025.330468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077025.330475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077025.330477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077025.330482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077025.330485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077025.330489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077025.330492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077025.330494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077025.330497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077025.970499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077025.970505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077025.970512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077025.970515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077026.354432:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077026.354439:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077026.354440:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077026.354445:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077026.354449:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077026.354452:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077026.354454:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077026.354455:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077026.354457:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077026.994514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077026.994520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077026.994524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077026.994526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077027.378498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077027.378507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077027.378509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077027.378515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077027.378519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077027.378523:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077027.378526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077027.378529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077027.378531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077028.018523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077028.018529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077028.018538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077028.018541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077028.402472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077028.402480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077028.402483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077028.402496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077028.402503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077028.402510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077028.402514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077028.402517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077028.402521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077029.042550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077029.042556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077029.042565:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077029.042569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077029.426506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077029.426518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077029.426521:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077029.426528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077029.426534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077029.426539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077029.426543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077029.426546:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077029.426550:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077030.066459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077030.066463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077030.066472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077030.066474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077030.450444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077030.450452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077030.450454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077030.450460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077030.450464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077030.450467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077030.450470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077030.450472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077030.450475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077031.090488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077031.090492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077031.090499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077031.090503:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077031.090505:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077031.090508:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077031.090512:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077031.090515:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077031.090520:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077031.090523:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077031.474456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077031.474464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077031.474466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077031.474472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077031.474475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077031.474478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077031.474480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077031.474483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077031.474485:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077032.114459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077032.114463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077032.114471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077032.114473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077032.498463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077032.498475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077032.498477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077032.498485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077032.498490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077032.498495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077032.498498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077032.498501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077032.498504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077033.138522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077033.138529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077033.138535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077033.138537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077033.522449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077033.522458:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077033.522461:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077033.522469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077033.522474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077033.522478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077033.522483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077033.522489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077033.522496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077034.162483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077034.162498:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077034.162508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077034.162516:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077034.162528:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077034.162534:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077034.162538:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077034.162543:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077034.162550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077034.162556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077034.546451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077034.546461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077034.546463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077034.546468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077034.546471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077034.546474:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077034.546477:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077034.546479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077034.546481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077035.186500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077035.186515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077035.186523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077035.186526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077035.570443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077035.570451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077035.570453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077035.570459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077035.570463:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077035.570476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077035.570482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077035.570484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077035.570487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077036.210461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077036.210465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077036.210471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077036.210475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077036.594498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077036.594506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077036.594508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077036.594516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077036.594521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077036.594525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077036.594529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077036.594547:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077036.594550:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077037.234481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077037.234486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077037.234496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077037.234499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077037.618452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077037.618458:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077037.618460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077037.618464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077037.618467:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077037.618470:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077037.618472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077037.618474:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077037.618476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077038.258489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077038.258495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077038.258503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077038.258508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077038.642493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077038.642501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077038.642506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077038.642516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077038.642526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077038.642534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077038.642539:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077038.642541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077038.642546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077039.282536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077039.282548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077039.282577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077039.282588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077039.666470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077039.666477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077039.666491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077039.666496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077039.666499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077039.666503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077039.666505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077039.666507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077039.666510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077040.306502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077040.306509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077040.306516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077040.306518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077040.690498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077040.690506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077040.690508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077040.690513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077040.690518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077040.690522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077040.690524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077040.690527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077040.690530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077041.330519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077041.330525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077041.330532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077041.330536:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077041.330540:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077041.330544:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077041.330549:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077041.330552:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077041.330555:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077041.330558:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077041.714486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077041.714494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077041.714497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077041.714503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077041.714507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077041.714511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077041.714514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077041.714517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077041.714520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077042.354534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077042.354540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077042.354546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077042.354548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077042.738456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077042.738462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077042.738464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077042.738468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077042.738471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077042.738474:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077042.738476:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077042.738478:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077042.738480:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077043.378516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077043.378542:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077043.378548:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077043.378555:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077043.378563:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077043.378567:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077043.378570:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077043.378574:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077043.378579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077043.378582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077043.762453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077043.762461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077043.762464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077043.762470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077043.762474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077043.762480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077043.762483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077043.762488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077043.762494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077044.402493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077044.402512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077044.402524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077044.402528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077044.786523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077044.786533:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077044.786535:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077044.786540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077044.786543:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077044.786548:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077044.786550:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077044.786553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077044.786555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077045.426484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077045.426489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077045.426496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077045.426499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077045.810482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077045.810492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077045.810493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077045.810498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077045.810501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077045.810505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077045.810507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077045.810510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077045.810512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077046.450501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077046.450506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077046.450513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077046.450514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077046.834511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077046.834522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077046.834525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077046.834533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077046.834538:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077046.834543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077046.834546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077046.834550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077046.834553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077047.474528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077047.474547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077047.474555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077047.474558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077047.858533:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077047.858542:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077047.858544:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077047.858551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077047.858555:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077047.858559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077047.858573:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077047.858576:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077047.858578:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077048.498511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077048.498517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077048.498529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077048.498536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077048.882513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077048.882521:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077048.882524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077048.882530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077048.882546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077048.882550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077048.882553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077048.882557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077048.882561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077049.522528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077049.522533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077049.522538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077049.522539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077049.906489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077049.906503:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077049.906507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077049.906518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077049.906553:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077049.906559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077049.906565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077049.906570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077049.906575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077050.546540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077050.546548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077050.546560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077050.546563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077050.930454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077050.930474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077050.930475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077050.930481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077050.930485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077050.930489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077050.930492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077050.930494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077050.930496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077051.570488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077051.570493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077051.570502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077051.570506:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077051.570510:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077051.570514:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077051.570518:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077051.570521:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077051.570525:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077051.570531:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077051.954506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077051.954514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077051.954516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077051.954521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077051.954525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077051.954529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077051.954531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077051.954534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077051.954536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077052.594536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077052.594542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077052.594568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077052.594573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077052.978531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077052.978559:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077052.978563:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077052.978572:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077052.978579:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077052.978586:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077052.978591:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077052.978596:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077052.978612:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077053.618477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077053.618485:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077053.618490:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077053.618494:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077053.618501:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077053.618504:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077053.618507:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077053.618511:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077053.618518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077053.618521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077054.002504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077054.002512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077054.002516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077054.002557:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077054.002562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077054.002568:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077054.002575:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077054.002579:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077054.002583:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077054.642569:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077054.642578:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077054.642590:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077054.642593:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077055.026498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077055.026520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077055.026522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077055.026528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077055.026533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077055.026537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077055.026539:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077055.026542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077055.026545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077055.666459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077055.666468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077055.666474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077055.666476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077056.050531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077056.050542:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077056.050545:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077056.050552:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077056.050557:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077056.050561:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077056.050565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077056.050568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077056.050571:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077056.690554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077056.690562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077056.690570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077056.690572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077057.074454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077057.074462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077057.074464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077057.074481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077057.074484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077057.074489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077057.074492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077057.074494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077057.074496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077057.714610:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077057.714620:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077057.714637:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077057.714643:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077058.098508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077058.098520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077058.098523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077058.098532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077058.098536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077058.098540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077058.098543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077058.098545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077058.098548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077058.738542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077058.738550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077058.738557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077058.738559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077059.122517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077059.122524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077059.122533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077059.122543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077059.122548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077059.122556:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077059.122561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077059.122569:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077059.122575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077059.762564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077059.762572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077059.762580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077059.762583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077060.146524:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077060.146535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077060.146538:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077060.146545:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077060.146550:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077060.146555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077060.146558:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077060.146561:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077060.146564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077060.786525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077060.786533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077060.786539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077060.786541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077061.170571:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077061.170583:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077061.170585:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077061.170592:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077061.170597:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077061.170603:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077061.170606:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077061.170609:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077061.170612:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077061.810564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077061.810573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077061.810591:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077061.810595:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077061.810599:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077061.810607:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077061.810614:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077061.810619:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077061.810624:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077061.810628:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077062.194494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077062.194503:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077062.194506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077062.194511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077062.194514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077062.194518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077062.194521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077062.194523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077062.194526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077062.834488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077062.834493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077062.834502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077062.834506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077063.218469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077063.218478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077063.218480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077063.218485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077063.218489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077063.218493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077063.218496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077063.218498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077063.218500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077063.858533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077063.858544:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077063.858549:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077063.858553:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077063.858562:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077063.858566:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077063.858571:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077063.858578:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077063.858584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077063.858587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077064.242516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077064.242525:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077064.242529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077064.242536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077064.242541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077064.242546:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077064.242550:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077064.242554:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077064.242558:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077064.882463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077064.882469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077064.882475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077064.882478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077065.266516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077065.266553:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077065.266556:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077065.266562:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077065.266566:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077065.266570:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077065.266572:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077065.266574:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077065.266577:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077065.906453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077065.906457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077065.906463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077065.906466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077066.290517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077066.290523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077066.290524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077066.290529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077066.290532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077066.290535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077066.290537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077066.290539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077066.290542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077066.930463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077066.930467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077066.930473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077066.930477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077067.314502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077067.314508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077067.314509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077067.314513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077067.314516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077067.314521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077067.314524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077067.314526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077067.314529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077067.954503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077067.954516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077067.954524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077067.954526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077068.338483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077068.338491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077068.338493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077068.338499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077068.338503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077068.338507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077068.338509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077068.338512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077068.338516:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077068.978549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077068.978556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077068.978566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077068.978573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077069.362522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077069.362531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077069.362536:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077069.362547:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077069.362551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077069.362556:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077069.362568:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077069.362574:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077069.362582:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077070.002523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077070.002531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077070.002542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077070.002545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077070.386496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077070.386505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077070.386507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077070.386513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077070.386517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077070.386521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077070.386524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077070.386526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077070.386529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077071.026498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077071.026507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077071.026521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077071.026525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077071.410503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077071.410513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077071.410515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077071.410522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077071.410527:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077071.410532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077071.410535:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077071.410538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077071.410542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077072.050491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077072.050496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077072.050501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077072.050505:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077072.050509:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077072.050511:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077072.050516:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077072.050518:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077072.050522:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077072.050525:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077072.434488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077072.434496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077072.434498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077072.434504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077072.434508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077072.434513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077072.434516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077072.434519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077072.434521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077073.074481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077073.074484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077073.074490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077073.074491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077073.458503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077073.458512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077073.458514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077073.458521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077073.458525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077073.458529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077073.458532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077073.458534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077073.458538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077074.098475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077074.098481:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077074.098485:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077074.098488:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077074.098493:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077074.098496:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077074.098498:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077074.098502:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077074.098506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077074.098509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077074.482490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077074.482496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077074.482500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077074.482508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077074.482516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077074.482522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077074.482528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077074.482533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077074.482537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077075.122451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077075.122457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077075.122463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077075.122466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077075.506477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077075.506484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077075.506485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077075.506490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077075.506494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077075.506497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077075.506499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077075.506501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077075.506504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077076.146500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077076.146505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077076.146510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077076.146513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077076.530460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077076.530465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077076.530467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077076.530471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077076.530474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077076.530478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077076.530480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077076.530481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077076.530484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077077.170519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077077.170524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077077.170531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077077.170534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077077.554519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077077.554527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077077.554529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077077.554537:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077077.554541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077077.554546:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077077.554549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077077.554551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077077.554554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077078.194513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077078.194519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077078.194528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077078.194532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077078.578457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077078.578463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077078.578465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077078.578471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077078.578476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077078.578479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077078.578482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077078.578484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077078.578487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077079.218463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077079.218469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077079.218477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077079.218481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077079.602504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077079.602513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077079.602517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077079.602531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077079.602539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077079.602545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077079.602549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077079.602552:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077079.602562:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077080.242474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077080.242481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077080.242487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077080.242490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077080.626505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077080.626513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077080.626515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077080.626522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077080.626527:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077080.626532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077080.626535:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077080.626538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077080.626541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077081.266484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077081.266489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077081.266499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077081.266504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077081.650476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077081.650483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077081.650485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077081.650489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077081.650492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077081.650495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077081.650497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077081.650499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077081.650501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077082.290484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077082.290489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077082.290496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077082.290502:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077082.290506:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077082.290513:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077082.290521:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077082.290526:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077082.290531:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077082.290536:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077082.674438:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077082.674443:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077082.674445:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077082.674449:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077082.674453:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077082.674455:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077082.674457:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077082.674459:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077082.674461:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077083.314516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077083.314528:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077083.314532:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077083.314534:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077083.314538:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077083.314540:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077083.314542:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077083.314545:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077083.314549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077083.314551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077083.698526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077083.698535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077083.698537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077083.698542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077083.698546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077083.698550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077083.698553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077083.698555:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077083.698557:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077084.338498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077084.338505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077084.338511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077084.338513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077084.722489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077084.722499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077084.722508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077084.722521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077084.722532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077084.722537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077084.722542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077084.722549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077084.722560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077085.362489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077085.362496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077085.362501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077085.362504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077085.746504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077085.746517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077085.746519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077085.746528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077085.746532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077085.746538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077085.746541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077085.746545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077085.746548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077086.386475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077086.386484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077086.386494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077086.386498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077086.770522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077086.770531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077086.770533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077086.770538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077086.770542:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077086.770546:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077086.770548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077086.770551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077086.770553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077087.410453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077087.410461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077087.410468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077087.410470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077087.794506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077087.794514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077087.794516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077087.794521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077087.794525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077087.794529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077087.794532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077087.794535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077087.794537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077088.434487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077088.434496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077088.434507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077088.434510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077088.818532:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077088.818542:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077088.818546:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077088.818553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077088.818558:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077088.818564:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077088.818568:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077088.818571:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077088.818574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077089.458491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077089.458500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077089.458508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077089.458511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077089.842514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077089.842524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077089.842527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077089.842535:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077089.842543:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077089.842549:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077089.842556:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077089.842562:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077089.842565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077090.482489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077090.482496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077090.482506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077090.482507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077090.866523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077090.866532:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077090.866533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077090.866538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077090.866543:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077090.866546:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077090.866549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077090.866552:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077090.866555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077091.506521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077091.506528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077091.506540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077091.506553:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077091.506561:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077091.506569:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077091.506580:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077091.506589:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077091.506593:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077091.506597:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077091.890506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077091.890516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077091.890518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077091.890524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077091.890528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077091.890532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077091.890534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077091.890536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077091.890539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077092.530490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077092.530497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077092.530505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077092.530507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077092.914500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077092.914512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077092.914514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077092.914520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077092.914525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077092.914530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077092.914532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077092.914535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077092.914538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077093.554500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077093.554509:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077093.554518:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077093.554527:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077093.554544:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077093.554554:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077093.554559:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077093.554570:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077093.554577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077093.554579:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077093.938570:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077093.938581:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077093.938583:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077093.938590:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077093.938595:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077093.938600:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077093.938604:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077093.938608:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077093.938611:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077094.578506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077094.578512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077094.578517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077094.578518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077094.962590:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077094.962601:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077094.962604:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077094.962609:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077094.962615:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077094.962622:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077094.962641:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077094.962645:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077094.962649:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077095.602463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077095.602469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077095.602474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077095.602475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077095.986558:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077095.986564:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077095.986566:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077095.986570:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077095.986573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077095.986575:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077095.986577:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077095.986586:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077095.986589:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077096.626469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077096.626473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077096.626479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077096.626481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077097.010427:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077097.010434:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077097.010436:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077097.010440:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077097.010443:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077097.010446:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077097.010448:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077097.010450:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077097.010452:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077097.650487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077097.650494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077097.650503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077097.650507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077098.034451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077098.034460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077098.034462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077098.034467:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077098.034470:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077098.034480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077098.034482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077098.034485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077098.034487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077098.674472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077098.674477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077098.674482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077098.674486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077099.058463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077099.058472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077099.058473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077099.058478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077099.058482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077099.058485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077099.058488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077099.058491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077099.058493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077099.698527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077099.698538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077099.698546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077099.698549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077100.082449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077100.082455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077100.082460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077100.082467:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077100.082472:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077100.082478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077100.082484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077100.082490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077100.082496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077100.722509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077100.722513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077100.722519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077100.722522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077101.106487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077101.106497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077101.106500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077101.106506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077101.106511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077101.106515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077101.106518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077101.106521:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077101.106524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077101.746455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077101.746484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077101.746492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077101.746497:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077101.746502:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077101.746506:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077101.746511:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077101.746520:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077101.746524:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077101.746528:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077102.130501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077102.130511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077102.130513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077102.130520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077102.130524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077102.130529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077102.130531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077102.130534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077102.130536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077102.770527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077102.770536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077102.770546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077102.770552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077103.154502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077103.154507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077103.154509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077103.154513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077103.154516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077103.154519:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077103.154521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077103.154523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077103.154526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077103.794481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077103.794488:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077103.794492:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077103.794496:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077103.794502:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077103.794504:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077103.794506:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077103.794508:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077103.794511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077103.794513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077104.178439:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077104.178445:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077104.178447:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077104.178451:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077104.178454:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077104.178457:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077104.178459:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077104.178461:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077104.178463:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077104.818478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077104.818482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077104.818489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077104.818492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077105.202489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077105.202498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077105.202503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077105.202513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077105.202519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077105.202524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077105.202528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077105.202530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077105.202534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077105.842475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077105.842481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077105.842487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077105.842490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077106.226484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077106.226490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077106.226492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077106.226497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077106.226500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077106.226503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077106.226505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077106.226507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077106.226510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077106.866566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077106.866572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077106.866578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077106.866580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077107.250476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077107.250482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077107.250484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077107.250495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077107.250500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077107.250504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077107.250507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077107.250510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077107.250513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077107.890495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077107.890503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077107.890510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077107.890512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077108.274482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077108.274489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077108.274491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077108.274496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077108.274499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077108.274502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077108.274504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077108.274506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077108.274508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077108.914559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077108.914568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077108.914579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077108.914583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077109.298449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077109.298454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077109.298455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077109.298459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077109.298473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077109.298476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077109.298477:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077109.298479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077109.298481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077109.938533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077109.938537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077109.938541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077109.938543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077110.322479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077110.322489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077110.322492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077110.322509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077110.322516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077110.322521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077110.322525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077110.322532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077110.322538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077110.962484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077110.962492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077110.962501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077110.962504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077111.346476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077111.346485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077111.346487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077111.346492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077111.346496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077111.346500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077111.346502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077111.346504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077111.346505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077111.986519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077111.986526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077111.986530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077111.986533:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077111.986538:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077111.986556:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077111.986561:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077111.986567:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077111.986570:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077111.986575:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077112.370452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077112.370459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077112.370460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077112.370466:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077112.370469:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077112.370473:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077112.370475:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077112.370477:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077112.370480:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077113.010503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077113.010508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077113.010512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077113.010513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077113.394443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077113.394449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077113.394452:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077113.394456:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077113.394460:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077113.394463:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077113.394465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077113.394467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077113.394469:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077114.034467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077114.034473:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077114.034477:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077114.034481:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077114.034489:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077114.034491:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077114.034497:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077114.034499:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077114.034504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077114.034505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077114.418464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077114.418472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077114.418475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077114.418480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077114.418485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077114.418488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077114.418491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077114.418493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077114.418496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077115.058468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077115.058474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077115.058480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077115.058483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077115.442451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077115.442456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077115.442458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077115.442464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077115.442470:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077115.442473:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077115.442477:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077115.442480:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077115.442484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077116.082500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077116.082507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077116.082513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077116.082515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077116.466528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077116.466538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077116.466540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077116.466547:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077116.466551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077116.466555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077116.466558:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077116.466561:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077116.466564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077117.106637:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077117.106647:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077117.106656:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077117.106659:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077117.490529:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077117.490538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077117.490540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077117.490546:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077117.490551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077117.490555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077117.490558:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077117.490562:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077117.490565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077118.130550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077118.130556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077118.130565:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077118.130569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077118.514568:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077118.514573:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077118.514575:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077118.514580:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077118.514583:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077118.514587:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077118.514589:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077118.514591:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077118.514593:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077119.154534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077119.154543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077119.154558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077119.154564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077119.538492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077119.538500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077119.538502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077119.538508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077119.538512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077119.538516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077119.538518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077119.538520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077119.538523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077120.178499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077120.178503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077120.178511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077120.178514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077120.562517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077120.562525:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077120.562527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077120.562534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077120.562540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077120.562544:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077120.562548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077120.562553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077120.562560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077121.202550:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077121.202559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077121.202569:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077121.202573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077121.586483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077121.586490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077121.586492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077121.586498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077121.586502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077121.586506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077121.586509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077121.586513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077121.586516:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077122.226506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077122.226513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077122.226518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077122.226524:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077122.226526:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077122.226529:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077122.226532:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077122.226536:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077122.226540:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077122.226543:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077122.610555:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077122.610562:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077122.610564:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077122.610569:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077122.610573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077122.610577:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077122.610579:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077122.610582:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077122.610585:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077123.250471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077123.250476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077123.250481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077123.250485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077123.634434:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077123.634439:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077123.634441:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077123.634445:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077123.634448:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077123.634451:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077123.634453:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077123.634455:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077123.634458:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077124.274514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077124.274524:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077124.274528:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077124.274534:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077124.274542:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077124.274547:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077124.274555:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077124.274561:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077124.274568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077124.274572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077124.658478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077124.658485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077124.658486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077124.658491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077124.658494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077124.658497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077124.658499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077124.658501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077124.658503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077125.298493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077125.298498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077125.298503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077125.298507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077125.682439:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077125.682445:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077125.682447:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077125.682452:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077125.682465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077125.682472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077125.682475:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077125.682477:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077125.682481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077126.322518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077126.322526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077126.322535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077126.322539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077126.706467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077126.706474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077126.706476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077126.706482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077126.706497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077126.706500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077126.706503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077126.706505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077126.706508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077127.346508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077127.346518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077127.346531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077127.346539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077127.730464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077127.730470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077127.730472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077127.730476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077127.730479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077127.730482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077127.730484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077127.730486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077127.730488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077128.370470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077128.370476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077128.370485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077128.370488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077128.754452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077128.754459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077128.754461:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077128.754467:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077128.754471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077128.754476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077128.754478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077128.754481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077128.754484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077129.394479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077129.394483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077129.394489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077129.394493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077129.778431:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077129.778437:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077129.778439:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077129.778443:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077129.778446:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077129.778449:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077129.778451:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077129.778453:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077129.778455:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077130.418507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077130.418513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077130.418518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077130.418519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077130.802444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077130.802449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077130.802453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077130.802459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077130.802465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077130.802471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077130.802476:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077130.802481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077130.802486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077131.442453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077131.442459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077131.442465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077131.442470:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077131.442473:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077131.442477:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077131.442483:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077131.442487:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077131.442490:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077131.442493:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077131.826504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077131.826513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077131.826515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077131.826520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077131.826524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077131.826527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077131.826529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077131.826532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077131.826534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077132.466481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077132.466486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077132.466494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077132.466498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077132.850487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077132.850497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077132.850500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077132.850507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077132.850512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077132.850517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077132.850520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077132.850523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077132.850526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077133.490459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077133.490465:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077133.490469:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077133.490472:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077133.490479:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077133.490482:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077133.490487:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077133.490490:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077133.490494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077133.490495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077133.874488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077133.874495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077133.874496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077133.874501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077133.874504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077133.874507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077133.874509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077133.874511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077133.874513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077134.514475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077134.514480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077134.514488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077134.514491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077134.898466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077134.898473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077134.898476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077134.898482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077134.898486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077134.898490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077134.898493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077134.898496:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077134.898499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077135.538469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077135.538474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077135.538481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077135.538484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077135.922511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077135.922518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077135.922521:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077135.922527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077135.922532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077135.922537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077135.922543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077135.922546:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077135.922549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077136.562475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077136.562479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077136.562487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077136.562490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077136.946450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077136.946457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077136.946459:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077136.946463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077136.946466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077136.946469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077136.946471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077136.946473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077136.946475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077137.586500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077137.586508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077137.586516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077137.586518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077137.970492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077137.970500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077137.970503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077137.970509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077137.970512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077137.970516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077137.970518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077137.970521:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077137.970523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077138.610509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077138.610515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077138.610526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077138.610532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077138.994471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077138.994480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077138.994482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077138.994487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077138.994491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077138.994495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077138.994497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077138.994500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077138.994502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077139.634527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077139.634533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077139.634543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077139.634547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077140.018526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077140.018535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077140.018537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077140.018543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077140.018546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077140.018550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077140.018552:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077140.018555:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077140.018557:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077140.658506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077140.658513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077140.658521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077140.658527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077141.042442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077141.042446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077141.042450:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077141.042456:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077141.042462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077141.042466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077141.042469:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077141.042472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077141.042477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077141.682496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077141.682501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077141.682511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077141.682516:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077141.682521:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077141.682526:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077141.682534:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077141.682538:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077141.682546:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077141.682552:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077142.066478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077142.066484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077142.066486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077142.066491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077142.066494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077142.066497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077142.066499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077142.066501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077142.066503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077142.706480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077142.706485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077142.706491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077142.706494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077143.090449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077143.090458:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077143.090460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077143.090464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077143.090468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077143.090471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077143.090473:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077143.090476:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077143.090478:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077143.730487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077143.730495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077143.730498:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077143.730502:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077143.730508:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077143.730511:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077143.730513:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077143.730516:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077143.730520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077143.730522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077144.114490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077144.114497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077144.114498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077144.114503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077144.114506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077144.114509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077144.114511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077144.114513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077144.114515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077144.754476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077144.754481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077144.754486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077144.754490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077145.138494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077145.138502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077145.138504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077145.138511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077145.138515:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077145.138520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077145.138522:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077145.138525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077145.138528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077145.778475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077145.778479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077145.778495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077145.778501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077146.162513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077146.162519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077146.162521:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077146.162526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077146.162532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077146.162539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077146.162551:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077146.162561:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077146.162565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077146.802476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077146.802482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077146.802488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077146.802491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077147.186486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077147.186494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077147.186497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077147.186504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077147.186509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077147.186513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077147.186516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077147.186518:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077147.186521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077147.826460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077147.826464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077147.826471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077147.826475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077148.210468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077148.210474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077148.210476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077148.210480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077148.210483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077148.210487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077148.210489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077148.210491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077148.210493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077148.850471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077148.850477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077148.850485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077148.850489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077149.234512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077149.234537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077149.234539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077149.234548:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077149.234554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077149.234559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077149.234563:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077149.234567:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077149.234570:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077149.874515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077149.874522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077149.874536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077149.874541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077150.258458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077150.258467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077150.258469:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077150.258473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077150.258478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077150.258481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077150.258483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077150.258486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077150.258488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077150.898463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077150.898471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077150.898480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077150.898483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077151.282500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077151.282507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077151.282510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077151.282515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077151.282520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077151.282525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077151.282529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077151.282533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077151.282537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077151.922474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077151.922480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077151.922501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077151.922507:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077151.922510:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077151.922514:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077151.922519:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077151.922522:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077151.922525:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077151.922526:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077152.306542:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077152.306548:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077152.306549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077152.306554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077152.306556:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077152.306559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077152.306561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077152.306563:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077152.306565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077152.946452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077152.946460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077152.946468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077152.946472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077153.330471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077153.330479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077153.330481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077153.330487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077153.330491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077153.330494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077153.330496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077153.330498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077153.330500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077153.970452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077153.970458:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077153.970461:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077153.970465:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077153.970469:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077153.970473:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077153.970477:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077153.970481:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077153.970487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077153.970490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077154.354449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077154.354457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077154.354459:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077154.354465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077154.354468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077154.354472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077154.354475:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077154.354478:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077154.354481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077154.994452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077154.994462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077154.994473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077154.994477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077155.378549:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077155.378561:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077155.378565:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077155.378603:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077155.378609:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077155.378613:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077155.378616:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077155.378619:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077155.378621:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077156.018508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077156.018517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077156.018531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077156.018537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077156.402497:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077156.402507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077156.402514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077156.402525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077156.402531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077156.402541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077156.402550:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077156.402560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077156.402570:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077157.042509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077157.042514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077157.042521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077157.042526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077157.426546:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077157.426554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077157.426557:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077157.426563:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077157.426567:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077157.426570:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077157.426572:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077157.426574:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077157.426577:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077158.066479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077158.066485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077158.066492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077158.066495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077158.450587:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077158.450596:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077158.450597:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077158.450602:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077158.450607:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077158.450610:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077158.450613:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077158.450615:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077158.450618:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077159.090555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077159.090559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077159.090567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077159.090569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077159.474781:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077159.474789:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077159.474791:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077159.474799:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077159.474805:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077159.474812:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077159.474823:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077159.474827:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077159.474831:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077160.114472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077160.114477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077160.114483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077160.114486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077160.498489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077160.498496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077160.498497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077160.498502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077160.498505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077160.498508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077160.498510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077160.498512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077160.498514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077161.138506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077161.138511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077161.138520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077161.138523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077161.522590:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077161.522596:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077161.522599:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077161.522605:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077161.522610:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077161.522615:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077161.522620:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077161.522624:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077161.522630:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077162.162479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077162.162486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077162.162493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077162.162497:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077162.162508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077162.162517:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077162.162525:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077162.162530:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077162.162539:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077162.162545:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077162.546681:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077162.546689:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077162.546692:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077162.546722:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077162.546726:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077162.546730:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077162.546733:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077162.546736:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077162.546738:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077163.186530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077163.186538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077163.186563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077163.186565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077163.570464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077163.570472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077163.570474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077163.570481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077163.570485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077163.570488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077163.570491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077163.570494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077163.570497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077164.210589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077164.210603:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077164.210607:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077164.210612:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077164.210620:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077164.210624:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077164.210628:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077164.210631:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077164.210637:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077164.210640:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077164.594484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077164.594519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077164.594521:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077164.594529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077164.594533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077164.594537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077164.594540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077164.594543:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077164.594546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077165.234497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077165.234504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077165.234515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077165.234518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077165.618444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077165.618456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077165.618458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077165.618463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077165.618467:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077165.618470:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077165.618472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077165.618475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077165.618477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077166.258474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077166.258483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077166.258493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077166.258495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077166.642443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077166.642453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077166.642455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077166.642461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077166.642467:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077166.642472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077166.642475:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077166.642478:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077166.642482:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077167.282503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077167.282508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077167.282512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077167.282513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077167.666451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077167.666459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077167.666462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077167.666469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077167.666473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077167.666477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077167.666479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077167.666483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077167.666486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077168.306480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077168.306487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077168.306498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077168.306501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077168.690458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077168.690467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077168.690470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077168.690475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077168.690479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077168.690482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077168.690485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077168.690487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077168.690489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077169.330468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077169.330474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077169.330484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077169.330488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077169.714449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077169.714456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077169.714458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077169.714463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077169.714466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077169.714469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077169.714471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077169.714473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077169.714476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077170.354493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077170.354497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077170.354502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077170.354504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077170.738471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077170.738478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077170.738481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077170.738486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077170.738490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077170.738494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077170.738497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077170.738499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077170.738502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077171.378491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077171.378496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077171.378500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077171.378505:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077171.378508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077171.378512:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077171.378515:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077171.378516:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077171.378518:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077171.378520:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077171.762456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077171.762463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077171.762465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077171.762470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077171.762473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077171.762477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077171.762479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077171.762481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077171.762484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077172.402473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077172.402478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077172.402485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077172.402486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077172.786480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077172.786488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077172.786490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077172.786495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077172.786498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077172.786502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077172.786504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077172.786507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077172.786510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077173.426483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077173.426489:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077173.426493:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077173.426498:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077173.426502:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077173.426505:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077173.426509:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077173.426512:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077173.426542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077173.426544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077173.810479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077173.810489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077173.810492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077173.810501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077173.810506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077173.810561:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077173.810565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077173.810569:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077173.810572:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077174.450617:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077174.450626:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077174.450634:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077174.450635:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077174.834465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077174.834473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077174.834475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077174.834481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077174.834484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077174.834487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077174.834501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077174.834504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077174.834507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077175.474568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077175.474573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077175.474582:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077175.474585:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077175.858439:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077175.858445:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077175.858446:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077175.858451:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077175.858453:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077175.858457:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077175.858459:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077175.858462:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077175.858464:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077176.498559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077176.498565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077176.498571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077176.498573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077176.882575:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077176.882583:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077176.882587:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077176.882593:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077176.882599:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077176.882605:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077176.882608:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077176.882612:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077176.882616:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077177.522547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077177.522555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077177.522561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077177.522562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077177.906516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077177.906524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077177.906526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077177.906531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077177.906535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077177.906539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077177.906541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077177.906544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077177.906547:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077178.546658:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077178.546704:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077178.546715:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077178.546719:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077178.930525:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077178.930549:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077178.930551:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077178.930556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077178.930560:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077178.930563:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077178.930565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077178.930568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077178.930570:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077179.570518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077179.570526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077179.570534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077179.570537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077179.954454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077179.954460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077179.954462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077179.954466:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077179.954469:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077179.954473:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077179.954474:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077179.954476:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077179.954479:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077180.594495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077180.594500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077180.594511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077180.594515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077180.978504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077180.978529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077180.978531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077180.978536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077180.978539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077180.978543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077180.978546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077180.978548:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077180.978550:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077181.618519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077181.618526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077181.618533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077181.618537:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077181.618539:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077181.618542:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077181.618545:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077181.618548:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077181.618550:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077181.618553:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077182.002464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077182.002472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077182.002475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077182.002482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077182.002487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077182.002491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077182.002494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077182.002498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077182.002501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077182.642476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077182.642480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077182.642488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077182.642491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077183.026488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077183.026496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077183.026498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077183.026504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077183.026507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077183.026511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077183.026513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077183.026516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077183.026518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077183.666461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077183.666468:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077183.666471:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077183.666475:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077183.666480:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077183.666483:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077183.666485:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077183.666487:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077183.666493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077183.666495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077184.050514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077184.050523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077184.050525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077184.050531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077184.050535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077184.050539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077184.050542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077184.050544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077184.050546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077184.690495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077184.690500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077184.690506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077184.690509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077185.074477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077185.074483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077185.074485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077185.074489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077185.074492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077185.074496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077185.074498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077185.074500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077185.074502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077185.714470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077185.714476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077185.714480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077185.714483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077186.098523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077186.098531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077186.098533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077186.098538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077186.098542:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077186.098545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077186.098548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077186.098550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077186.098552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077186.738504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077186.738512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077186.738522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077186.738529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077187.122552:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077187.122563:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077187.122567:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077187.122575:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077187.122581:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077187.122586:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077187.122590:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077187.122594:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077187.122598:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077187.762486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077187.762490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077187.762496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077187.762499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077188.146513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077188.146523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077188.146526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077188.146534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077188.146539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077188.146543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077188.146547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077188.146550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077188.146554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077188.786498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077188.786506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077188.786518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077188.786530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077189.170504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077189.170512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077189.170514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077189.170520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077189.170523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077189.170526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077189.170528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077189.170530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077189.170532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077189.810509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077189.810517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077189.810529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077189.810534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077190.194578:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077190.194589:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077190.194591:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077190.194600:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077190.194604:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077190.194610:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077190.194613:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077190.194617:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077190.194620:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077190.834478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077190.834482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077190.834490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077190.834493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077191.218441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077191.218447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077191.218449:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077191.218454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077191.218457:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077191.218460:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077191.218462:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077191.218463:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077191.218466:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077191.858453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077191.858459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077191.858465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077191.858468:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077191.858470:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077191.858472:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077191.858475:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077191.858477:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077191.858479:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077191.858481:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077192.242444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077192.242451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077192.242455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077192.242463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077192.242469:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077192.242475:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077192.242490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077192.242500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077192.242507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077192.882484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077192.882490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077192.882496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077192.882499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077193.266440:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077193.266446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077193.266447:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077193.266451:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077193.266454:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077193.266457:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077193.266459:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077193.266461:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077193.266464:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077193.906478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077193.906492:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077193.906495:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077193.906499:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077193.906503:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077193.906505:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077193.906508:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077193.906510:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077193.906516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077193.906518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077194.290453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077194.290459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077194.290460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077194.290465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077194.290468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077194.290472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077194.290473:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077194.290475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077194.290477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077194.930500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077194.930507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077194.930513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077194.930516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077195.314439:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077195.314446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077195.314448:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077195.314452:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077195.314455:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077195.314458:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077195.314460:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077195.314462:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077195.314464:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077195.954463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077195.954469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077195.954476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077195.954479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077196.338445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077196.338452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077196.338453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077196.338458:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077196.338461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077196.338465:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077196.338466:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077196.338468:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077196.338471:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077196.978465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077196.978472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077196.978480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077196.978484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077197.362495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077197.362504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077197.362507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077197.362515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077197.362518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077197.362522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077197.362525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077197.362528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077197.362531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077198.002526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077198.002532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077198.002541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077198.002565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077198.386519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077198.386531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077198.386533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077198.386541:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077198.386546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077198.386550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077198.386554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077198.386558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077198.386562:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077199.026538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077199.026547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077199.026553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077199.026572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077199.410482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077199.410491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077199.410493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077199.410498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077199.410502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077199.410506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077199.410508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077199.410511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077199.410513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077200.050494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077200.050498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077200.050502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077200.050503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077200.434528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077200.434537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077200.434539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077200.434544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077200.434547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077200.434551:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077200.434554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077200.434557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077200.434559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077201.074475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077201.074481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077201.074489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077201.074491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077201.458489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077201.458497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077201.458499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077201.458503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077201.458507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077201.458510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077201.458513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077201.458515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077201.458517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077202.098514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077202.098523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077202.098536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077202.098546:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077202.098555:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077202.098562:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077202.098575:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077202.098581:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077202.098595:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077202.098601:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077202.482535:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077202.482545:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077202.482549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077202.482557:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077202.482565:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077202.482573:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077202.482586:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077202.482593:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077202.482607:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077203.122497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077203.122504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077203.122511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077203.122513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077203.506498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077203.506510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077203.506513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077203.506521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077203.506527:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077203.506533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077203.506536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077203.506540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077203.506543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077204.146520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077204.146529:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077204.146534:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077204.146540:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077204.146547:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077204.146551:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077204.146556:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077204.146562:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077204.146568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077204.146570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077204.530538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077204.530550:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077204.530552:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077204.530560:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077204.530565:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077204.530569:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077204.530573:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077204.530576:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077204.530579:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077205.170484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077205.170491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077205.170499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077205.170501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077205.554520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077205.554529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077205.554531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077205.554538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077205.554541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077205.554545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077205.554547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077205.554550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077205.554552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077206.194514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077206.194523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077206.194533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077206.194535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077206.578512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077206.578529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077206.578531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077206.578536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077206.578540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077206.578545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077206.578548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077206.578552:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077206.578555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077207.218482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077207.218490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077207.218499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077207.218502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077207.602513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077207.602523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077207.602525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077207.602534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077207.602544:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077207.602551:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077207.602560:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077207.602566:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077207.602574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077208.242534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077208.242542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077208.242551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077208.242554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077208.626494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077208.626502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077208.626504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077208.626510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077208.626515:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077208.626519:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077208.626522:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077208.626526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077208.626529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077209.266463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077209.266470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077209.266477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077209.266478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077209.650577:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077209.650605:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077209.650608:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077209.650616:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077209.650621:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077209.650626:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077209.650629:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077209.650632:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077209.650635:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077210.290516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077210.290520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077210.290528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077210.290531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077210.674499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077210.674509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077210.674512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077210.674519:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077210.674524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077210.674529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077210.674533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077210.674536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077210.674557:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077211.314541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077211.314553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077211.314570:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077211.314577:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077211.314581:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077211.314584:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077211.314590:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077211.314593:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077211.314596:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077211.314599:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077211.698629:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077211.698644:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077211.698648:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077211.698658:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077211.698664:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077211.698670:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077211.698675:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077211.698679:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077211.698695:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077212.338447:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077212.338454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077212.338460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077212.338461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077212.722534:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077212.722544:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077212.722550:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077212.722562:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077212.722570:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077212.722578:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077212.722584:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077212.722589:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077212.722609:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077213.362526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077213.362534:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077213.362542:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077213.362546:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077213.362556:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077213.362560:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077213.362563:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077213.362571:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077213.362577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077213.362580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077213.746507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077213.746514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077213.746516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077213.746522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077213.746526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077213.746530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077213.746532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077213.746535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077213.746538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077214.386548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077214.386554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077214.386560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077214.386561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077214.770523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077214.770538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077214.770541:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077214.770548:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077214.770554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077214.770558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077214.770562:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077214.770566:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077214.770569:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077215.410534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077215.410540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077215.410548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077215.410553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077215.794467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077215.794473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077215.794474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077215.794478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077215.794481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077215.794485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077215.794487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077215.794489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077215.794492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077216.434490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077216.434497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077216.434514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077216.434519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077216.818463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077216.818472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077216.818475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077216.818481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077216.818485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077216.818489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077216.818492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077216.818496:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077216.818499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077217.458438:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077217.458445:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077217.458452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077217.458455:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077217.842511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077217.842518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077217.842523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077217.842529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077217.842535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077217.842541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077217.842547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077217.842551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077217.842559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077218.482474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077218.482481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077218.482487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077218.482491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077218.866551:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077218.866560:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077218.866563:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077218.866569:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077218.866574:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077218.866578:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077218.866582:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077218.866585:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077218.866589:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077219.506487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077219.506493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077219.506499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077219.506502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077219.890449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077219.890465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077219.890467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077219.890474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077219.890478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077219.890481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077219.890484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077219.890486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077219.890489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077220.530486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077220.530495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077220.530511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077220.530514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077220.914503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077220.914511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077220.914513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077220.914518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077220.914523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077220.914526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077220.914529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077220.914531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077220.914534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077221.554482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077221.554488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077221.554495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077221.554500:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077221.554505:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077221.554508:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077221.554513:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077221.554517:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077221.554520:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077221.554524:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077221.938507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077221.938515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077221.938517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077221.938522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077221.938525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077221.938529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077221.938531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077221.938533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077221.938535:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077222.578500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077222.578507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077222.578513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077222.578515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077222.962544:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077222.962557:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077222.962561:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077222.962572:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077222.962583:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077222.962594:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077222.962610:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077222.962616:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077222.962632:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077223.602465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077223.602488:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077223.602495:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077223.602503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077223.602509:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077223.602512:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077223.602515:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077223.602519:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077223.602529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077223.602551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077223.986453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077223.986459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077223.986461:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077223.986467:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077223.986471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077223.986475:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077223.986477:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077223.986480:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077223.986483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077224.626450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077224.626456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077224.626463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077224.626473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077225.010519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077225.010527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077225.010530:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077225.010551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077225.010557:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077225.010561:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077225.010564:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077225.010566:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077225.010569:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077225.650521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077225.650529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077225.650537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077225.650540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077226.034481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077226.034489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077226.034491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077226.034498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077226.034502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077226.034506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077226.034509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077226.034512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077226.034516:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1769077226.034689:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:2.0:1769077226.034731:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077226.034751:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769077226.034767:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077226.034797:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077226.034800:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077226.034802:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769077226.034813:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769077226.034818:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077226.034820:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077226.034821:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077226.034823:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769077226.034827:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769077226.034831:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077226.034834:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077226.034835:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077226.034837:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769077226.034841:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769077226.034845:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077226.034848:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077226.034849:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077226.034851:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769077226.034855:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769077226.034858:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077226.034861:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077226.034862:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077226.034863:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769077226.674469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077226.674475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077226.674482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077226.674484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077227.058504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077227.058511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077227.058512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077227.058517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077227.058521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077227.058525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077227.058527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077227.058529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077227.058532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077227.698495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077227.698500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077227.698508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077227.698512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077228.082467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077228.082473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077228.082475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077228.082479:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077228.082482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077228.082486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077228.082488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077228.082490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077228.082493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077228.722465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077228.722468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077228.722474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077228.722477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077229.106507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077229.106514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077229.106516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077229.106521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077229.106524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077229.106528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077229.106531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077229.106533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077229.106536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077229.746497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077229.746501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077229.746508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077229.746510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077230.130495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077230.130502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077230.130505:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077230.130510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077230.130513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077230.130516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077230.130518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077230.130520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077230.130523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077230.770468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077230.770474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077230.770479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077230.770481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077231.154459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077231.154466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077231.154467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077231.154472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077231.154475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077231.154478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077231.154480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077231.154482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077231.154485:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077231.794466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077231.794470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077231.794476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077231.794480:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077231.794484:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077231.794487:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077231.794491:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077231.794495:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077231.794497:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077231.794499:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077232.178441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077232.178447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077232.178449:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077232.178454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077232.178457:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077232.178460:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077232.178461:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077232.178463:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077232.178465:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077232.818484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077232.818488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077232.818495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077232.818497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077233.202432:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077233.202439:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077233.202441:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077233.202446:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077233.202449:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077233.202454:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077233.202458:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077233.202461:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077233.202465:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077233.842477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077233.842493:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077233.842511:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077233.842517:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077233.842524:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077233.842528:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077233.842531:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077233.842533:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077233.842539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077233.842541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077234.226475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077234.226481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077234.226483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077234.226487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077234.226490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077234.226506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077234.226509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077234.226511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077234.226514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077234.866498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077234.866504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077234.866513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077234.866517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077235.250448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077235.250454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077235.250456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077235.250460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077235.250463:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077235.250466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077235.250468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077235.250470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077235.250472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077235.890492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077235.890496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077235.890503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077235.890506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077236.274473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077236.274486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077236.274488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077236.274494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077236.274498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077236.274502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077236.274505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077236.274508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077236.274511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077236.914489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077236.914493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077236.914502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077236.914505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077237.298556:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077237.298564:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077237.298566:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077237.298572:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077237.298576:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077237.298580:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077237.298583:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077237.298586:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077237.298589:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077237.938500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077237.938506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077237.938513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077237.938517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077238.322466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077238.322472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077238.322474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077238.322478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077238.322483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077238.322488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077238.322493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077238.322498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077238.322505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077238.962477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077238.962482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077238.962488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077238.962492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077239.346521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077239.346530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077239.346532:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077239.346539:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077239.346544:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077239.346549:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077239.346553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077239.346555:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077239.346559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077239.986541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077239.986549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077239.986557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077239.986558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077240.370470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077240.370477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077240.370479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077240.370483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077240.370486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077240.370490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077240.370492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077240.370493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077240.370496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077241.010477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077241.010482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077241.010487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077241.010490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077241.394444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077241.394450:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077241.394451:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077241.394455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077241.394459:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077241.394463:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077241.394466:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077241.394469:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077241.394472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077242.034460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077242.034464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077242.034470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077242.034475:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077242.034478:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077242.034482:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077242.034487:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077242.034491:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077242.034495:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077242.034498:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077242.418483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077242.418490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077242.418491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077242.418495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077242.418498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077242.418502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077242.418504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077242.418506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077242.418508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077243.058531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077243.058540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077243.058549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077243.058553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077243.442477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077243.442482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077243.442484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077243.442490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077243.442494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077243.442498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077243.442501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077243.442503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077243.442508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077244.082454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077244.082461:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077244.082465:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077244.082469:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077244.082477:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077244.082480:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077244.082482:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077244.082484:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077244.082487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077244.082488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077244.466503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077244.466510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077244.466512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077244.466517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077244.466520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077244.466524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077244.466526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077244.466528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077244.466530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077245.106516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077245.106520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077245.106537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077245.106540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077245.490465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077245.490471:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077245.490472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077245.490477:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077245.490480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077245.490483:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077245.490485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077245.490487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077245.490489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077246.130450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077246.130454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077246.130460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077246.130461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077246.514468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077246.514474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077246.514476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077246.514480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077246.514483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077246.514486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077246.514489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077246.514490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077246.514493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077247.154476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077247.154481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077247.154490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077247.154493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077247.538477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077247.538490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077247.538491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077247.538496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077247.538500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077247.538503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077247.538504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077247.538506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077247.538509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077248.178467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077248.178474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077248.178485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077248.178491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077248.562516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077248.562524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077248.562527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077248.562535:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077248.562544:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077248.562550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077248.562565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077248.562570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077248.562577:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077249.202472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077249.202476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077249.202483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077249.202485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077249.586452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077249.586458:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077249.586460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077249.586464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077249.586468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077249.586471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077249.586472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077249.586475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077249.586477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077250.226445:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077250.226450:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077250.226456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077250.226459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077250.610507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077250.610513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077250.610514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077250.610518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077250.610521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077250.610525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077250.610527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077250.610529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077250.610531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077251.250492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077251.250497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077251.250510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077251.250513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077251.634445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077251.634451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077251.634453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077251.634458:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077251.634461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077251.634464:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077251.634466:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077251.634467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077251.634470:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077252.274473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077252.274477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077252.274491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077252.274497:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077252.274501:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077252.274508:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077252.274516:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077252.274520:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077252.274525:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077252.274528:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077252.658502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077252.658509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077252.658511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077252.658517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077252.658522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077252.658526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077252.658529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077252.658531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077252.658534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077253.298532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077253.298538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077253.298548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077253.298552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077254.322475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077254.322481:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077254.322484:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077254.322488:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077254.322493:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077254.322496:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077254.322499:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077254.322505:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077254.322510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077254.322514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077255.346492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077255.346497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077255.346502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077255.346504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077256.370463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077256.370469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077256.370478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077256.370483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077257.394575:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077257.394587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077257.394595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077257.394598:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077258.418521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077258.418528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077258.418536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077258.418539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077259.442470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077259.442477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077259.442490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077259.442500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077260.466451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077260.466457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077260.466463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077260.466466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077261.490495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077261.490531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077261.490540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077261.490546:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077261.490551:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077261.490556:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077261.490561:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077261.490563:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077261.490566:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077261.490568:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077262.514507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077262.514513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077262.514521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077262.514525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077263.538471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077263.538478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077263.538483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077263.538484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077264.562503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077264.562508:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077264.562511:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077264.562515:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077264.562519:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077264.562522:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077264.562525:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077264.562532:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077264.562537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077264.562540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077265.586480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077265.586485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077265.586490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077265.586493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077266.610506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077266.610513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077266.610522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077266.610525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077267.634447:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077267.634452:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077267.634458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077267.634460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077268.658524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077268.658529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077268.658540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077268.658545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077269.682480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077269.682491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077269.682501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077269.682504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077270.706548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077270.706557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077270.706572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077270.706580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077271.730483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077271.730489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077271.730497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077271.730503:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077271.730508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077271.730514:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077271.730522:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077271.730526:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077271.730528:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077271.730532:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077272.754469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077272.754476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077272.754483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077272.754487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077273.778556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077273.778565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077273.778583:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077273.778588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077274.162615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077274.162628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077274.162636:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077274.162644:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077274.162650:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077274.162659:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2912 00000100:00080000:2.0:1769077274.162674:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077274.162679:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.162683:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077274.162688:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077274.162692:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077274.162695:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077274.162699:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077274.162701:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.162703:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077274.162709:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077274.162712:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.162715:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077274.162720:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077274.162724:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.162726:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077274.162729:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.162744:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077274.162746:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.162750:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077274.162753:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077274.162759:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.162776:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077274.162789:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978367744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077274.162804:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077274.162809:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.162878:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077274.162884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077274.162889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077274.162896:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077274.162902:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077274.162912:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077274.162924:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2912 00000100:00080000:2.0:1769077274.162938:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077274.162962:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.162971:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077274.162983:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077274.162990:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077274.162999:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077274.163009:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077274.163014:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.163018:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077274.163030:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077274.163041:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.163049:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077274.163060:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077274.163065:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163069:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077274.163078:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077274.163084:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163089:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.163107:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077274.163114:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163120:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077274.163128:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077274.163137:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163154:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077274.163174:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978367872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077274.163201:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077274.163205:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163211:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077274.163214:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077274.163219:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077274.163227:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077274.163235:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077274.163243:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077274.163251:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2912 00000100:00080000:2.0:1769077274.163264:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077274.163272:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.163276:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077274.163281:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077274.163287:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077274.163294:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077274.163299:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077274.163306:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.163311:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077274.163319:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077274.163326:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.163329:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077274.163340:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077274.163350:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163355:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077274.163361:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077274.163370:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163450:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.163463:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077274.163469:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163478:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077274.163483:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077274.163492:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163503:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077274.163520:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978368000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077274.163542:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077274.163560:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163566:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077274.163571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077274.163586:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077274.163592:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077274.163600:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077274.163608:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077274.163618:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2912 00000100:00080000:2.0:1769077274.163627:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077274.163637:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.163653:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077274.163663:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077274.163670:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077274.163676:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077274.163683:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077274.163686:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.163689:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077274.163702:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077274.163708:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.163713:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077274.163718:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077274.163722:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163725:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077274.163728:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077274.163735:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163742:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.163751:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077274.163757:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163765:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077274.163771:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077274.163777:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163786:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077274.163801:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978368128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077274.163883:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077274.163891:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.163904:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077274.163914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077274.163921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077274.163928:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077274.163938:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077274.163953:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077274.163968:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2912 00000100:00080000:2.0:1769077274.163985:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077274.163998:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.164013:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077274.164026:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077274.164035:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077274.164045:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769077274.164062:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769077274.164076:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077274.164085:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077274.164105:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077274.164126:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.164136:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077274.164149:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077274.164161:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.164180:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077274.164186:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077274.164193:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.164196:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077274.164206:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077274.164211:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.164217:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077274.164223:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077274.164229:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.164253:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077274.164273:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978368256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077274.164306:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077274.164315:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077274.164325:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077274.802552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077274.802564:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077274.802570:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077274.802577:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077274.802588:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077274.802593:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077274.802603:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077274.802610:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077274.802619:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077274.802624:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077275.826490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077275.826497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077275.826506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077275.826509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077276.850501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077276.850507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077276.850516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077276.850520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077277.874498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077277.874502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077277.874507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077277.874509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077278.898499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077278.898522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077278.898528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077278.898529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077279.282527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077279.282558:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077279.282564:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077279.282570:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077279.282577:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077279.282588:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2917 00000100:00080000:2.0:1769077279.282604:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077279.282608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.282611:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077279.282617:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077279.282621:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077279.282628:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077279.282642:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077279.282644:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.282645:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077279.282650:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077279.282651:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.282655:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077279.282658:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077279.282662:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.282665:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077279.282672:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.282691:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077279.282707:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.282710:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077279.282715:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077279.282722:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.282800:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077279.282815:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978368384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077279.282829:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077279.282835:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.282860:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077279.282864:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077279.282872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077279.282874:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077279.282876:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077279.282896:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077279.282899:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2917 00000100:00080000:2.0:1769077279.282903:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077279.282905:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.282907:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077279.282909:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077279.282911:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077279.282914:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077279.282917:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077279.282920:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.282923:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077279.282926:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077279.282929:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.282931:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077279.282940:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077279.282943:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.282949:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077279.282955:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077279.282962:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.282978:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.282988:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077279.283010:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283014:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077279.283019:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077279.283025:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283040:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077279.283054:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978368512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077279.283124:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077279.283148:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283159:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077279.283165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077279.283172:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077279.283175:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077279.283178:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077279.283184:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077279.283190:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2917 00000100:00080000:2.0:1769077279.283223:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077279.283227:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.283229:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077279.283233:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077279.283235:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077279.283238:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077279.283241:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077279.283247:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.283250:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077279.283255:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077279.283259:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.283271:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077279.283286:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077279.283291:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283294:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077279.283300:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077279.283304:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283306:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.283311:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077279.283318:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283320:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077279.283322:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077279.283325:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283335:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077279.283348:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978368640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077279.283369:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077279.283406:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283410:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077279.283412:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077279.283415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077279.283416:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077279.283418:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077279.283421:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077279.283424:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2917 00000100:00080000:2.0:1769077279.283429:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077279.283432:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.283434:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077279.283437:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077279.283439:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077279.283441:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077279.283444:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077279.283447:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.283449:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077279.283452:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077279.283454:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.283456:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077279.283460:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077279.283463:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283470:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077279.283480:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077279.283493:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283504:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.283510:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077279.283515:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283519:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077279.283523:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077279.283526:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283537:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077279.283574:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978368768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077279.283589:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077279.283593:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283607:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077279.283611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077279.283615:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077279.283616:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077279.283618:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077279.283621:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077279.283624:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2917 00000100:00080000:2.0:1769077279.283628:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077279.283631:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.283632:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077279.283635:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077279.283636:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077279.283638:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769077279.283640:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769077279.283642:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077279.283643:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077279.283648:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077279.283652:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.283665:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077279.283671:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077279.283679:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283685:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077279.283690:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077279.283695:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283699:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077279.283709:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077279.283715:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283725:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077279.283730:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077279.283754:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283782:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077279.283792:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978368896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077279.283813:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077279.283839:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077279.283846:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077279.922494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077279.922499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077279.922507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077279.922512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077280.306584:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077280.306593:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077280.306596:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077280.306603:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077280.306608:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077280.306613:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077280.306616:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077280.306619:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077280.306623:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077280.946483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077280.946502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077280.946510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077280.946513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077281.330526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077281.330536:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077281.330539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077281.330546:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077281.330552:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077281.330556:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077281.330559:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077281.330562:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077281.330582:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077281.970469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077281.970475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077281.970483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077281.970488:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077281.970491:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077281.970495:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077281.970498:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077281.970501:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077281.970505:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077281.970507:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077282.354453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077282.354460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077282.354472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077282.354477:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077282.354482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077282.354487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077282.354491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077282.354495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077282.354499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077282.994498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077282.994502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077282.994510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077282.994512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077283.378473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077283.378479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077283.378480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077283.378485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077283.378488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077283.378491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077283.378493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077283.378495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077283.378497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077284.018449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077284.018454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077284.018458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077284.018459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077284.402489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077284.402495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077284.402496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077284.402500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077284.402503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077284.402506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077284.402508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077284.402510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077284.402513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077285.042456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077285.042466:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077285.042469:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077285.042472:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077285.042478:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077285.042481:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077285.042484:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077285.042487:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077285.042492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077285.042494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077285.426482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077285.426489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077285.426492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077285.426498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077285.426502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077285.426506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077285.426509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077285.426511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077285.426514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077286.066454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077286.066461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077286.066467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077286.066469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077286.066535:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077286.066541:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077286.066545:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077286.066555:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077286.066566:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077286.066572:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077286.066578:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077286.066583:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077286.066587:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077286.450476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077286.450484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077286.450486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077286.450491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077286.450494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077286.450498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077286.450500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077286.450503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077286.450505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077287.090461:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077287.090470:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077287.090472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077287.090478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077287.090482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077287.090486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077287.090490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077287.090494:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077287.090497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077287.090526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077287.090529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077287.090535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077287.090537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077287.474508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077287.474517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077287.474519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077287.474526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077287.474530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077287.474535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077287.474537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077287.474541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077287.474543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077288.114515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077288.114524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077288.114532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077288.114534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077288.498502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077288.498512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077288.498515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077288.498523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077288.498528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077288.498533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077288.498536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077288.498539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077288.498543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077289.138440:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077289.138447:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077289.138453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077289.138456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077289.522469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077289.522475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077289.522477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077289.522482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077289.522486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077289.522490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077289.522494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077289.522498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077289.522504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077290.162509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077290.162515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077290.162522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077290.162525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077290.546467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077290.546475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077290.546477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077290.546483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077290.546488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077290.546492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077290.546495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077290.546498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077290.546502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077291.186515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077291.186521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077291.186531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077291.186547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077291.570496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077291.570505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077291.570507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077291.570512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077291.570517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077291.570521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077291.570524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077291.570542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077291.570546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077292.210571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077292.210576:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077292.210584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077292.210590:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077292.210594:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077292.210598:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077292.210602:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077292.210607:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077292.210614:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077292.210618:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077292.594546:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077292.594567:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077292.594569:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077292.594576:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077292.594581:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077292.594587:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077292.594593:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077292.594598:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077292.594603:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077293.234488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077293.234496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077293.234521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077293.234524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077293.618479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077293.618486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077293.618487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077293.618491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077293.618515:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077293.618519:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077293.618521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077293.618523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077293.618526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077294.258503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077294.258507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077294.258511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077294.258512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077294.642443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077294.642449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077294.642453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077294.642459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077294.642464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077294.642468:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077294.642472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077294.642493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077294.642500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077295.282513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077295.282520:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077295.282525:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077295.282532:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077295.282539:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077295.282545:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077295.282550:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077295.282555:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077295.282560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077295.282562:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077295.666489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077295.666496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077295.666498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077295.666504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077295.666508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077295.666513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077295.666516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077295.666519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077295.666521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077296.306513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077296.306520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077296.306531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077296.306536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077296.690456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077296.690464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077296.690465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077296.690470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077296.690473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077296.690476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077296.690478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077296.690480:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077296.690482:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077297.330454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077297.330458:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077297.330464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077297.330467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077297.714446:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077297.714452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077297.714454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077297.714459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077297.714462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077297.714465:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077297.714467:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077297.714469:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077297.714471:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077298.354473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077298.354478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077298.354483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077298.354486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077298.738466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077298.738475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077298.738477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077298.738484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077298.738489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077298.738493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077298.738496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077298.738498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077298.738502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077299.378487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077299.378491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077299.378498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077299.378501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077299.762454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077299.762461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077299.762464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077299.762471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077299.762475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077299.762480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077299.762484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077299.762488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077299.762492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077300.402471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077300.402477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077300.402483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077300.402485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077300.786472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077300.786489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077300.786491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077300.786501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077300.786505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077300.786509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077300.786511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077300.786514:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077300.786516:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077301.426491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077301.426497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077301.426504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077301.426511:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077301.426515:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077301.426519:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077301.426524:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077301.426528:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077301.426530:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077301.426533:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077301.810464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077301.810472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077301.810474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077301.810480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077301.810484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077301.810488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077301.810490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077301.810493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077301.810496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077302.450456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077302.450462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077302.450470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077302.450475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077302.834468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077302.834475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077302.834477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077302.834483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077302.834487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077302.834492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077302.834494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077302.834497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077302.834500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077303.474489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077303.474494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077303.474502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077303.474506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077303.858462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077303.858471:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077303.858473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077303.858489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077303.858494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077303.858498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077303.858501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077303.858503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077303.858506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077304.498450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077304.498455:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077304.498459:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077304.498462:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077304.498469:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077304.498472:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077304.498476:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077304.498479:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077304.498484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077304.498485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077304.882460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077304.882469:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077304.882473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077304.882481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077304.882489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077304.882497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077304.882501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077304.882505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077304.882511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077305.522483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077305.522488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077305.522497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077305.522501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077305.906467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077305.906475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077305.906477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077305.906484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077305.906488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077305.906492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077305.906494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077305.906497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077305.906500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077306.546462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077306.546466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077306.546473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077306.546476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077306.930499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077306.930505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077306.930508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077306.930513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077306.930517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077306.930521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077306.930523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077306.930526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077306.930529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077307.570494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077307.570500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077307.570508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077307.570512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077307.954499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077307.954508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077307.954510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077307.954515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077307.954519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077307.954523:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077307.954526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077307.954528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077307.954531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077308.594515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077308.594523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077308.594534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077308.594538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077308.978496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077308.978503:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077308.978506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077308.978513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077308.978517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077308.978522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077308.978525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077308.978528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077308.978531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077309.618468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077309.618473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077309.618480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077309.618484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077310.002467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077310.002474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077310.002478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077310.002486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077310.002492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077310.002498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077310.002503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077310.002509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077310.002515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077310.642488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077310.642493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077310.642497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077310.642500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077311.026475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077311.026483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077311.026485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077311.026492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077311.026497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077311.026501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077311.026504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077311.026507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077311.026519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077311.666497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077311.666500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077311.666507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077311.666510:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077311.666512:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077311.666515:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077311.666519:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077311.666522:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077311.666524:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077311.666527:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077312.050465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077312.050471:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077312.050473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077312.050480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077312.050484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077312.050488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077312.050491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077312.050494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077312.050497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077312.690474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077312.690478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077312.690483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077312.690485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077313.074485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077313.074493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077313.074495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077313.074500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077313.074503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077313.074507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077313.074510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077313.074513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077313.074515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077313.714513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077313.714517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077313.714520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077313.714521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077314.098433:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077314.098439:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077314.098440:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077314.098449:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077314.098451:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077314.098454:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077314.098456:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077314.098458:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077314.098461:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077314.738469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077314.738474:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077314.738478:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077314.738481:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077314.738484:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077314.738485:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077314.738486:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077314.738488:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077314.738490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077314.738492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077315.122466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077315.122471:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077315.122475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077315.122481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077315.122487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077315.122492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077315.122497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077315.122501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077315.122505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077315.762483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077315.762488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077315.762496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077315.762499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077316.146471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077316.146478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077316.146479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077316.146484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077316.146488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077316.146492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077316.146495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077316.146497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077316.146500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077316.786463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077316.786467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077316.786471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077316.786473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077317.170482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077317.170488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077317.170490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077317.170496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077317.170500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077317.170503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077317.170506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077317.170508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077317.170511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077317.810463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077317.810467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077317.810476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077317.810480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077318.194474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077318.194481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077318.194483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077318.194488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077318.194492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077318.194496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077318.194498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077318.194500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077318.194503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077318.834511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077318.834518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077318.834533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077318.834538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077319.218469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077319.218476:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077319.218478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077319.218482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077319.218486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077319.218489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077319.218491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077319.218494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077319.218497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077319.858462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077319.858467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077319.858474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077319.858478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077320.242458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077320.242464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077320.242469:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077320.242476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077320.242481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077320.242487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077320.242489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077320.242492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077320.242499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077320.882483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077320.882487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077320.882495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077320.882497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077321.266468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077321.266472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077321.266473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077321.266478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077321.266481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077321.266484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077321.266485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077321.266487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077321.266490:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077321.906483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077321.906490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077321.906495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077321.906499:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077321.906505:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077321.906508:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077321.906517:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077321.906521:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077321.906524:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077321.906526:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077322.290516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077322.290523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077322.290525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077322.290532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077322.290535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077322.290539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077322.290542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077322.290544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077322.290546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077322.930510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077322.930517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077322.930526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077322.930531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077323.314462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077323.314467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077323.314469:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077323.314472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077323.314475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077323.314478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077323.314479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077323.314481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077323.314483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077323.954449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077323.954453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077323.954459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077323.954460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077324.338450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077324.338468:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077324.338470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077324.338476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077324.338479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077324.338482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077324.338485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077324.338487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077324.338490:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077324.978475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077324.978481:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077324.978485:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077324.978488:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077324.978494:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077324.978497:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077324.978500:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077324.978505:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077324.978512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077324.978514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077325.362450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077325.362456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077325.362459:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077325.362466:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077325.362471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077325.362474:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077325.362478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077325.362482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077325.362487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077326.002468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077326.002473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077326.002480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077326.002490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077326.386435:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077326.386441:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077326.386442:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077326.386446:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077326.386449:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077326.386452:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077326.386453:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077326.386455:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077326.386457:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077327.026466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077327.026470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077327.026476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077327.026479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077327.410436:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077327.410443:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077327.410445:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077327.410449:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077327.410452:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077327.410460:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077327.410464:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077327.410466:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077327.410468:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077328.050448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077328.050454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077328.050458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077328.050461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077328.434455:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077328.434462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077328.434463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077328.434468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077328.434471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077328.434473:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077328.434475:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077328.434477:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077328.434479:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077329.074467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077329.074472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077329.074478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077329.074481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077329.458448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077329.458453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077329.458455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077329.458458:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077329.458461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077329.458463:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077329.458465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077329.458467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077329.458469:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077330.098502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077330.098510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077330.098517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077330.098518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077330.482520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077330.482532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077330.482534:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077330.482538:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077330.482542:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077330.482548:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 2969 00000100:00080000:2.0:1769077330.482560:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077330.482563:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.482564:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077330.482567:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077330.482570:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077330.482573:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077330.482575:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077330.482576:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.482577:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077330.482580:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077330.482582:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.482585:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077330.482588:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077330.482590:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482592:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077330.482594:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.482606:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077330.482607:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482611:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077330.482613:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077330.482617:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482628:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077330.482635:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978374784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077330.482643:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077330.482646:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482659:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077330.482661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077330.482664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077330.482665:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077330.482666:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077330.482668:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077330.482669:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2969 00000100:00080000:2.0:1769077330.482671:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077330.482672:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.482673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077330.482674:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077330.482675:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077330.482676:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077330.482678:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077330.482680:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.482681:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077330.482683:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077330.482685:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.482686:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077330.482690:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077330.482692:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482695:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077330.482699:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077330.482702:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482703:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.482709:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077330.482710:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482711:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077330.482713:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077330.482715:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482726:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077330.482737:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978374912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077330.482748:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077330.482754:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482757:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077330.482759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077330.482763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077330.482768:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077330.482771:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077330.482777:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077330.482781:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2969 00000100:00080000:2.0:1769077330.482787:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077330.482790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.482794:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077330.482800:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077330.482806:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077330.482811:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077330.482815:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077330.482817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.482818:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077330.482827:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077330.482830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.482836:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077330.482838:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077330.482840:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482842:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077330.482845:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077330.482850:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482855:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.482859:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077330.482860:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077330.482863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077330.482864:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482872:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077330.482911:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978375040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077330.482920:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077330.482922:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.482924:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077330.482927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077330.482931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077330.482933:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077330.482935:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077330.482944:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077330.482950:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2969 00000100:00080000:2.0:1769077330.482957:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077330.482961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.482965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077330.482973:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077330.482977:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077330.482981:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077330.482985:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077330.482991:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.482993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077330.483002:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077330.483006:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.483010:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077330.483015:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077330.483025:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483028:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077330.483030:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077330.483034:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483037:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.483044:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077330.483046:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483050:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077330.483052:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077330.483056:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483063:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077330.483070:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978375168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077330.483092:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077330.483093:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483094:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077330.483096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077330.483102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077330.483105:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077330.483109:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077330.483117:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077330.483122:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 2969 00000100:00080000:2.0:1769077330.483129:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077330.483134:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.483138:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077330.483145:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077330.483149:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077330.483153:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769077330.483158:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769077330.483164:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077330.483167:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077330.483179:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077330.483187:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.483192:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077330.483199:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077330.483204:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483208:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077330.483212:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077330.483218:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483220:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077330.483227:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077330.483232:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483241:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077330.483247:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077330.483250:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483259:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077330.483269:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978375296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077330.483286:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077330.483289:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483305:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077330.483339:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077330.483345:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077330.483350:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077330.483360:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077330.483367:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077330.483406:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077330.483411:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077330.483415:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077330.483418:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077331.122502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077331.122508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077331.122516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077331.122527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077332.146519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077332.146525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077332.146531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077332.146535:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077332.146538:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077332.146540:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077332.146543:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077332.146545:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077332.146548:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077332.146549:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077333.170513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077333.170522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077333.170532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077333.170534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077334.194516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077334.194521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077334.194533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077334.194537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077335.218514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077335.218525:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077335.218527:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077335.218531:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077335.218536:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077335.218539:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077335.218541:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077335.218543:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077335.218556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077335.218558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077336.242496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077336.242501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077336.242509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077336.242513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077337.266480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077337.266487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077337.266495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077337.266500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077338.290500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077338.290507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077338.290525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077338.290531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077339.314465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077339.314469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077339.314477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077339.314480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077340.338492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077340.338497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077340.338505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077340.338509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077341.362462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077341.362468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077341.362476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077341.362481:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077341.362486:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077341.362499:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077341.362503:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077341.362506:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077341.362508:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077341.362510:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077342.386471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077342.386475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077342.386483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077342.386486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077343.410499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077343.410505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077343.410512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077343.410514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077344.434478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077344.434484:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077344.434487:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077344.434491:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077344.434495:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077344.434498:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077344.434502:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077344.434507:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077344.434512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077344.434514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077345.458481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077345.458486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077345.458493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077345.458494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077346.482480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077346.482485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077346.482491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077346.482494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077347.506450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077347.506457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077347.506464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077347.506466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077348.530485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077348.530490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077348.530496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077348.530498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077349.554479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077349.554484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077349.554489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077349.554492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077350.578455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077350.578459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077350.578464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077350.578465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077351.602452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077351.602456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077351.602462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077351.602467:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077351.602471:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077351.602476:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077351.602482:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077351.602486:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077351.602489:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077351.602492:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077352.626472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077352.626478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077352.626484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077352.626487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077353.650452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077353.650458:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077353.650465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077353.650468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077354.674483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077354.674490:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077354.674495:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077354.674500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077354.674505:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077354.674508:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077354.674510:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077354.674513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077354.674518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077354.674519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077355.698469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077355.698475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077355.698481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077355.698484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077356.722480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077356.722484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077356.722490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077356.722493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077357.746489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077357.746495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077357.746501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077357.746503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077358.770495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077358.770501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077358.770512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077358.770514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077359.794487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077359.794491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077359.794498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077359.794501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077360.818453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077360.818457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077360.818462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077360.818464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077361.842492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077361.842497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077361.842504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077361.842510:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077361.842513:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077361.842518:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077361.842521:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077361.842524:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077361.842526:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077361.842531:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077362.866453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077362.866458:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077362.866465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077362.866468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077363.890477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077363.890481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077363.890489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077363.890492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077364.914481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077364.914486:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077364.914490:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077364.914494:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077364.914501:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077364.914504:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077364.914506:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077364.914511:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077364.914516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077364.914519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077365.938475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077365.938479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077365.938487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077365.938489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077366.322478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077366.322482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077366.322485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077366.322489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077366.322495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077366.322499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077366.322503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077366.322506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077366.322510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077366.962488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077366.962492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077366.962497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077366.962499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077367.346438:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077367.346445:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077367.346447:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077367.346451:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077367.346454:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077367.346457:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077367.346458:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077367.346460:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077367.346462:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077367.986493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077367.986517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077367.986527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077367.986533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077368.371435:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077368.371443:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077368.371446:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077368.371453:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077368.371456:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077368.371460:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077368.371463:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077368.371466:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077368.371469:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077369.010485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077369.010491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077369.010501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077369.010505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077369.394526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077369.394535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077369.394538:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077369.394543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077369.394546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077369.394550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077369.394552:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077369.394555:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077369.394557:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077370.034460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077370.034464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077370.034470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077370.034473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077370.418492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077370.418500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077370.418502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077370.418506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077370.418509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077370.418513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077370.418515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077370.418518:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077370.418520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077371.058476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077371.058480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077371.058486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077371.058488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077371.442503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077371.442511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077371.442514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077371.442521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077371.442528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077371.442534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077371.442541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077371.442545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077371.442551:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077372.082475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077372.082479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077372.082485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077372.082490:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077372.082493:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077372.082495:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077372.082499:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077372.082503:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077372.082505:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077372.082512:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077372.466453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077372.466462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077372.466464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077372.466470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077372.466473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077372.466477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077372.466479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077372.466482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077372.466484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077373.106511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077373.106515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077373.106522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077373.106525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077373.490510:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077373.490517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077373.490519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077373.490524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077373.490528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077373.490531:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077373.490534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077373.490536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077373.490539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077374.130515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077374.130523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077374.130530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077374.130533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077374.514449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077374.514455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077374.514457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077374.514461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077374.514464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077374.514467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077374.514469:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077374.514471:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077374.514472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077375.154498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077375.154505:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077375.154508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077375.154511:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077375.154518:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077375.154523:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077375.154526:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077375.154533:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077375.154540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077375.154545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077375.538444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077375.538452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077375.538454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077375.538459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077375.538462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077375.538466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077375.538468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077375.538471:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077375.538473:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077376.178497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077376.178503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077376.178514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077376.178518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077376.562521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077376.562530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077376.562533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077376.562546:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077376.562551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077376.562557:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077376.562561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077376.562565:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077376.562569:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077377.202544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077377.202553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077377.202564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077377.202570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077377.586491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077377.586499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077377.586501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077377.586506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077377.586511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077377.586514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077377.586516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077377.586519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077377.586521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077378.226516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077378.226528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077378.226542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077378.226547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077378.610499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077378.610508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077378.610510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077378.610514:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077378.610518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077378.610521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077378.610523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077378.610526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077378.610528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077379.250541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077379.250550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077379.250567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077379.250570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077379.634498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077379.634504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077379.634506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077379.634510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077379.634513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077379.634516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077379.634518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077379.634520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077379.634522:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077380.274518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077380.274526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077380.274537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077380.274542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077380.658515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077380.658523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077380.658524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077380.658530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077380.658534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077380.658538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077380.658540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077380.658543:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077380.658545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077381.298482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077381.298488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077381.298496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077381.298498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077381.682462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077381.682468:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077381.682470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077381.682475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077381.682479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077381.682482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077381.682484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077381.682486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077381.682488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077382.322454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077382.322460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077382.322465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077382.322469:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077382.322472:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077382.322475:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077382.322479:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077382.322481:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077382.322484:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077382.322487:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077382.706482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077382.706490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077382.706492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077382.706498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077382.706503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077382.706507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077382.706510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077382.706511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077382.706514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077383.346487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077383.346493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077383.346500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077383.346502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077383.730480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077383.730486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077383.730487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077383.730492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077383.730496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077383.730498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077383.730500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077383.730502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077383.730505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077384.370456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077384.370461:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077384.370465:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077384.370468:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077384.370473:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077384.370476:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077384.370479:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077384.370483:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077384.370486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077384.370489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077384.754481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077384.754487:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077384.754488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077384.754492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077384.754496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077384.754499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077384.754501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077384.754503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077384.754505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077385.394501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077385.394507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077385.394517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077385.394520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077385.778476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077385.778486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077385.778488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077385.778493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077385.778496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077385.778499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077385.778501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077385.778502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077385.778504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077386.418485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077386.418492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077386.418501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077386.418506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077386.802556:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077386.802563:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077386.802565:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077386.802571:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077386.802576:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077386.802580:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077386.802583:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077386.802587:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077386.802591:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077387.442520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077387.442528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077387.442536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077387.442542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077387.826459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077387.826468:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077387.826470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077387.826475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077387.826480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077387.826484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077387.826486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077387.826489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077387.826491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077388.466516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077388.466524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077388.466530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077388.466532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077388.850492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077388.850499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077388.850501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077388.850507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077388.850511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077388.850515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077388.850518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077388.850521:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077388.850524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077389.490513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077389.490521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077389.490529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077389.490532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077389.874476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077389.874482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077389.874483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077389.874489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077389.874492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077389.874495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077389.874497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077389.874499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077389.874501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077390.514463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077390.514469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077390.514474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077390.514476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077390.898429:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077390.898436:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077390.898438:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077390.898442:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077390.898445:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077390.898448:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077390.898450:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077390.898451:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077390.898454:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077391.538466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077391.538472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077391.538477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077391.538481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077391.922441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077391.922448:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077391.922450:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077391.922455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077391.922458:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077391.922462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077391.922466:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077391.922470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077391.922474:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077392.562510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077392.562518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077392.562529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077392.562542:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077392.562550:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077392.562560:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077392.562576:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077392.562578:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077392.562581:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077392.562583:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077392.946443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077392.946452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077392.946454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077392.946459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077392.946462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077392.946466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077392.946468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077392.946471:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077392.946473:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077393.586501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077393.586508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077393.586514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077393.586517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077393.970514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077393.970524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077393.970526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077393.970554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077393.970559:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077393.970562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077393.970565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077393.970568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077393.970570:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077394.610488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077394.610494:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077394.610496:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077394.610500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077394.610505:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077394.610508:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077394.610513:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077394.610515:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077394.610521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077394.610524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077394.994444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077394.994450:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077394.994452:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077394.994458:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077394.994461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077394.994464:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077394.994465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077394.994467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077394.994469:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077395.634481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077395.634486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077395.634494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077395.634498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077396.018473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077396.018480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077396.018483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077396.018490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077396.018494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077396.018498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077396.018500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077396.018503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077396.018514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077396.658491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077396.658497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077396.658506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077396.658511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077397.042453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077397.042460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077397.042462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077397.042468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077397.042472:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077397.042475:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077397.042478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077397.042494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077397.042498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077397.682460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077397.682465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077397.682471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077397.682474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077398.066476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077398.066482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077398.066483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077398.066487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077398.066490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077398.066494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077398.066496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077398.066498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077398.066500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077398.706480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077398.706485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077398.706493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077398.706496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077399.090509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077399.090517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077399.090519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077399.090525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077399.090528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077399.090532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077399.090534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077399.090536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077399.090538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077399.730477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077399.730483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077399.730493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077399.730498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077400.114505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077400.114512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077400.114515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077400.114522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077400.114526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077400.114530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077400.114533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077400.114545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077400.114549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077400.754473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077400.754477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077400.754482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077400.754484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077401.138470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077401.138488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077401.138490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077401.138495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077401.138500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077401.138503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077401.138506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077401.138509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077401.138512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077401.778452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077401.778456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077401.778461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077401.778465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077402.162478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077402.162485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077402.162487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077402.162492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077402.162496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077402.162500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077402.162502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077402.162505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077402.162507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077402.802474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077402.802479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077402.802486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077402.802489:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077402.802492:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077402.802495:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077402.802499:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077402.802502:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077402.802506:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077402.802509:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077403.186484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077403.186490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077403.186492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077403.186497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077403.186501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077403.186503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077403.186505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077403.186508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077403.186510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077403.826463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077403.826468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077403.826475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077403.826476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077404.210477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077404.210496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077404.210499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077404.210506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077404.210510:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077404.210515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077404.210517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077404.210520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077404.210523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077404.850474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077404.850479:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077404.850483:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077404.850487:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077404.850493:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077404.850498:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077404.850502:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077404.850508:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077404.850513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077404.850516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077405.234452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077405.234460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077405.234462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077405.234469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077405.234473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077405.234477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077405.234489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077405.234492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077405.234495:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077405.874472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077405.874478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077405.874488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077405.874492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077406.258519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077406.258525:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077406.258526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077406.258530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077406.258533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077406.258537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077406.258539:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077406.258541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077406.258543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077406.898482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077406.898489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077406.898499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077406.898504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077407.282449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077407.282455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077407.282457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077407.282462:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077407.282467:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077407.282471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077407.282476:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077407.282479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077407.282483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077407.922482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077407.922486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077407.922493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077407.922496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077408.306458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077408.306465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077408.306466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077408.306471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077408.306474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077408.306478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077408.306480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077408.306483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077408.306485:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077408.946547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077408.946577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077408.946604:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077408.946606:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077409.330490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077409.330500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077409.330503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077409.330511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077409.330517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077409.330522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077409.330526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077409.330529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077409.330533:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077409.970561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077409.970581:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077409.970588:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077409.970591:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077410.354492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077410.354498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077410.354500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077410.354504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077410.354508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077410.354511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077410.354512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077410.354514:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077410.354527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077410.994499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077410.994507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077410.994514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077410.994517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077411.378447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077411.378454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077411.378456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077411.378461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077411.378466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077411.378469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077411.378472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077411.378474:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077411.378477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077412.018461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077412.018465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077412.018471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077412.018473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077412.402485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077412.402493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077412.402509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077412.402517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077412.402523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077412.402528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077412.402532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077412.402535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077412.402539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077413.042514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077413.042522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077413.042527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077413.042533:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077413.042537:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077413.042543:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077413.042547:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077413.042550:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077413.042553:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077413.042559:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077413.426547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077413.426554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077413.426555:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077413.426560:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077413.426563:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077413.426567:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077413.426569:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077413.426571:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077413.426573:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077414.066492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077414.066497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077414.066507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077414.066510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077414.450503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077414.450511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077414.450513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077414.450518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077414.450522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077414.450527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077414.450529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077414.450532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077414.450536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077415.090493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077415.090498:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077415.090501:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077415.090505:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077415.090512:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077415.090514:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077415.090519:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077415.090522:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077415.090526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077415.090528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077415.474508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077415.474514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077415.474516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077415.474520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077415.474524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077415.474527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077415.474529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077415.474531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077415.474533:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077416.114552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077416.114559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077416.114566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077416.114569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077416.498550:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077416.498557:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077416.498558:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077416.498562:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077416.498565:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077416.498568:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077416.498570:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077416.498572:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077416.498574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077417.138464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077417.138470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077417.138476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077417.138480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077417.522481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077417.522488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077417.522492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077417.522498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077417.522503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077417.522506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077417.522510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077417.522513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077417.522516:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077418.162477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077418.162483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077418.162492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077418.162497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077418.546483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077418.546489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077418.546490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077418.546494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077418.546497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077418.546500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077418.546502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077418.546504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077418.546506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077419.186459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077419.186464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077419.186469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077419.186472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077419.570481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077419.570487:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077419.570489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077419.570494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077419.570497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077419.570500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077419.570501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077419.570503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077419.570512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077420.210453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077420.210457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077420.210463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077420.210466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077420.594484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077420.594490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077420.594491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077420.594496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077420.594499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077420.594502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077420.594504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077420.594506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077420.594508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077421.234461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077421.234466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077421.234476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077421.234482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077421.618489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077421.618495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077421.618497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077421.618502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077421.618505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077421.618508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077421.618510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077421.618512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077421.618514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077422.258481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077422.258489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077422.258500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077422.258505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077422.642489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077422.642497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077422.642500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077422.642507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077422.642511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077422.642516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077422.642520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077422.642523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077422.642527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077423.282472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077423.282476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077423.282484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077423.282490:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077423.282496:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077423.282500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077423.282505:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077423.282507:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077423.282510:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077423.282513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077423.666539:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077423.666546:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077423.666548:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077423.666553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077423.666556:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077423.666559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077423.666561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077423.666563:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077423.666565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077424.306530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077424.306537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077424.306544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077424.306545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077424.690521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077424.690527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077424.690529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077424.690533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077424.690536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077424.690546:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077424.690548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077424.690550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077424.690552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077425.330482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077425.330489:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077425.330491:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077425.330493:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077425.330497:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077425.330499:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077425.330501:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077425.330502:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077425.330505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077425.330507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077425.714684:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077425.714690:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077425.714692:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077425.714697:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077425.714700:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077425.714703:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077425.714705:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077425.714708:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077425.714710:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077426.354496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077426.354503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077426.354510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077426.354513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077426.738569:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077426.738577:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077426.738580:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077426.738586:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077426.738591:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077426.738594:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077426.738596:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077426.738598:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077426.738601:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077427.378473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077427.378485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077427.378492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077427.378495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077427.762548:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077427.762554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077427.762558:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077427.762566:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077427.762573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077427.762579:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077427.762584:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077427.762590:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077427.762595:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077428.402486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077428.402491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077428.402499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077428.402504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077428.786623:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077428.786631:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077428.786633:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077428.786639:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077428.786644:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077428.786648:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077428.786661:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077428.786664:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077428.786668:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077429.426502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077429.426507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077429.426515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077429.426519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077429.810450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077429.810457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077429.810459:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077429.810463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077429.810466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077429.810469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077429.810472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077429.810474:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077429.810476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077430.450518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077430.450524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077430.450539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077430.450547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077430.834458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077430.834465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077430.834467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077430.834473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077430.834477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077430.834481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077430.834484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077430.834486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077430.834490:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077431.474493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077431.474499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077431.474505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077431.474506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077431.858442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077431.858450:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077431.858452:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077431.858459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077431.858463:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077431.858468:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077431.858471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077431.858473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077431.858476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077432.498485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077432.498491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077432.498500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077432.498506:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077432.498511:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077432.498517:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077432.498522:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077432.498524:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077432.498526:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077432.498528:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077432.882460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077432.882465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077432.882468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077432.882474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077432.882478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077432.882482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077432.882486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077432.882488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077432.882490:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077433.522458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077433.522466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077433.522475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077433.522479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077433.906442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077433.906449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077433.906451:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077433.906457:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077433.906461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077433.906465:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077433.906467:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077433.906470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077433.906473:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077434.546448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077434.546453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077434.546458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077434.546462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077434.930478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077434.930486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077434.930488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077434.930492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077434.930495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077434.930498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077434.930509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077434.930511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077434.930513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077435.570487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077435.570494:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077435.570497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077435.570503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077435.570509:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077435.570514:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077435.570519:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077435.570523:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077435.570528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077435.570529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077435.954488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077435.954495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077435.954496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077435.954501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077435.954504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077435.954507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077435.954509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077435.954511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077435.954519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077436.594534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077436.594542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077436.594548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077436.594549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077436.978459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077436.978465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077436.978466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077436.978472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077436.978475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077436.978478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077436.978480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077436.978482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077436.978484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077437.618479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077437.618485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077437.618495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077437.618499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077438.002480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077438.002487:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077438.002489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077438.002495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077438.002500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077438.002504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077438.002507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077438.002510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077438.002513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077438.642460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077438.642467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077438.642476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077438.642479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077439.026433:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077439.026441:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077439.026443:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077439.026449:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077439.026453:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077439.026457:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077439.026459:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077439.026461:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077439.026465:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077439.666480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077439.666484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077439.666487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077439.666489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077440.050453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077440.050459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077440.050461:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077440.050465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077440.050468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077440.050471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077440.050473:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077440.050475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077440.050478:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077440.690455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077440.690460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077440.690465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077440.690466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077441.074494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077441.074502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077441.074504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077441.074511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077441.074515:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077441.074520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077441.074523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077441.074525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077441.074528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077441.714521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077441.714525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077441.714528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077441.714529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077442.098469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077442.098475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077442.098476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077442.098481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077442.098484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077442.098487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077442.098489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077442.098491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077442.098493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077442.738451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077442.738457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077442.738463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077442.738468:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077442.738470:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077442.738473:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077442.738483:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077442.738490:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077442.738502:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077442.738507:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077443.122501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077443.122507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077443.122509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077443.122515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077443.122519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077443.122523:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077443.122528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077443.122536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077443.122539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077443.762526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077443.762536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077443.762543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077443.762552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077444.146495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077444.146502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077444.146504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077444.146511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077444.146515:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077444.146519:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077444.146522:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077444.146525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077444.146528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077444.786524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077444.786532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077444.786538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077444.786543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077445.170509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077445.170521:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077445.170524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077445.170539:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077445.170544:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077445.170548:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077445.170552:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077445.170556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077445.170559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077445.810484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077445.810495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077445.810497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077445.810500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077445.810506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077445.810512:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077445.810516:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077445.810525:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077445.810532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077445.810537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077446.834529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077446.834538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077446.834547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077446.834549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077447.858502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077447.858513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077447.858529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077447.858537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077448.242529:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077448.242531:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077448.242532:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077448.242536:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077448.242538:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.242540:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077448.242543:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077448.242545:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242546:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077448.242548:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.242558:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077448.242559:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242562:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077448.242564:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077448.242568:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242579:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077448.242588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978389504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077448.242596:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077448.242599:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242612:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077448.242614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077448.242617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077448.242618:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077448.242619:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077448.242621:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077448.242623:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3086 00000100:00080000:3.0:1769077448.242625:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077448.242627:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077448.242628:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077448.242630:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077448.242631:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077448.242633:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077448.242635:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077448.242637:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077448.242638:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077448.242641:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077448.242643:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.242646:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077448.242651:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077448.242654:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242657:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077448.242664:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077448.242670:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242674:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.242682:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077448.242685:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242689:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077448.242693:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077448.242697:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242704:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077448.242715:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978389632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077448.242725:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077448.242728:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242731:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077448.242733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077448.242735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077448.242737:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077448.242738:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077448.242739:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077448.242741:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3086 00000100:00080000:3.0:1769077448.242745:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077448.242748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077448.242753:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077448.242755:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077448.242758:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077448.242759:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077448.242761:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077448.242762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077448.242763:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077448.242765:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077448.242767:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.242768:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077448.242771:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077448.242772:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242773:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077448.242775:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077448.242777:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242778:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.242782:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077448.242783:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077448.242785:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077448.242787:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242791:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077448.242796:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978389760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077448.242805:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077448.242807:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242809:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077448.242811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077448.242813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077448.242815:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077448.242819:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077448.242821:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077448.242826:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3086 00000100:00080000:3.0:1769077448.242832:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077448.242836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077448.242838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077448.242841:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077448.242845:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077448.242848:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077448.242854:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077448.242857:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077448.242859:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077448.242864:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077448.242869:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.242872:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077448.242875:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077448.242880:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242886:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077448.242887:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077448.242889:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242890:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.242910:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077448.242911:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242916:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077448.242919:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077448.242921:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242928:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077448.242936:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978389888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077448.242955:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077448.242959:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.242961:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077448.242964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077448.242968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077448.242971:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077448.242973:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077448.242975:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077448.242979:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3086 00000100:00080000:3.0:1769077448.242983:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077448.242987:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077448.242990:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077448.242994:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077448.242996:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077448.242999:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077448.243002:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077448.243005:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077448.243006:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077448.243012:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077448.243015:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.243019:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077448.243022:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077448.243028:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.243031:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077448.243034:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077448.243036:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.243040:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077448.243044:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077448.243047:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.243051:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077448.243053:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077448.243057:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.243063:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077448.243071:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978390016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077448.243080:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077448.243084:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.243088:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077448.882510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077448.882517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077448.882523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077448.882523:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077448.882527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077448.882533:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077448.882536:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077448.882542:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077448.882549:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077448.882567:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077448.882570:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077448.882573:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077448.882577:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077449.906508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077449.906518:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077449.906521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077449.906543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077449.906543:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077449.906551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077449.906554:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077449.906563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077449.906564:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077449.906570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077449.906572:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077449.906578:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077449.906582:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077450.930540:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077450.930546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077450.930549:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077450.930551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077450.930554:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077450.930559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077450.930561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077450.930564:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077450.930571:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077450.930575:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077450.930579:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077450.930582:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077450.930585:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077451.954480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077451.954483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077451.954487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077451.954488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077451.954494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077451.954495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077451.954498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077451.954500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077451.954505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077451.954508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077451.954512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077451.954515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077451.954518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077452.978524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077452.978524:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077452.978532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077452.978533:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077452.978540:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077452.978542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077452.978548:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769077452.978549:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077452.978552:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077452.978560:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077452.978561:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077452.978568:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077452.978570:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077452.978572:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077452.978573:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077452.978575:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077452.978578:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077452.978579:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077452.978592:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077453.362501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077453.362526:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077453.362533:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077453.362539:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077453.362546:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077453.362558:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3091 00000100:00080000:3.0:1769077453.362571:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077453.362574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.362576:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077453.362580:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077453.362583:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077453.362585:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077453.362587:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077453.362589:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.362590:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077453.362595:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077453.362596:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.362599:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077453.362601:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077453.362603:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362605:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077453.362607:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.362622:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077453.362623:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362626:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077453.362629:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077453.362633:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362646:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077453.362654:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978390144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077453.362663:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077453.362667:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362681:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077453.362684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077453.362687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077453.362688:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077453.362689:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077453.362692:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077453.362694:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3091 00000100:00080000:3.0:1769077453.362697:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077453.362699:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.362701:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077453.362703:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077453.362704:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077453.362706:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077453.362707:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077453.362708:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.362709:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077453.362712:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077453.362716:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.362717:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077453.362724:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077453.362727:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362732:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077453.362739:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077453.362743:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362747:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.362754:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077453.362757:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362759:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077453.362760:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077453.362763:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362767:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077453.362775:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978390272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077453.362784:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077453.362787:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362793:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077453.362797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077453.362799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077453.362800:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077453.362802:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077453.362822:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077453.362825:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3091 00000100:00080000:3.0:1769077453.362828:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077453.362830:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.362831:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077453.362833:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077453.362834:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077453.362835:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077453.362837:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077453.362839:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.362843:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077453.362846:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077453.362851:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.362853:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077453.362857:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077453.362860:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362861:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077453.362863:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077453.362865:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362866:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.362870:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077453.362871:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362873:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077453.362874:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077453.362875:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362879:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077453.362883:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978390400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077453.362888:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077453.362890:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362892:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077453.362894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077453.362896:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077453.362898:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077453.362900:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077453.362905:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077453.362909:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3091 00000100:00080000:3.0:1769077453.362913:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077453.362914:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.362916:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077453.362918:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077453.362919:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077453.362920:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077453.362923:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077453.362927:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.362928:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077453.362930:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077453.362935:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.362941:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077453.362944:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077453.362947:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362949:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077453.362951:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077453.362956:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362958:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.362961:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077453.362963:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362966:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077453.362967:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077453.362968:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362972:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077453.362976:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978390528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077453.362985:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077453.362987:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.362990:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077453.362994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077453.362997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077453.362998:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077453.363000:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077453.363005:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077453.363008:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3091 00000100:00080000:3.0:1769077453.363010:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077453.363012:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.363012:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077453.363014:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077453.363015:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077453.363016:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077453.363019:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077453.363024:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077453.363027:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077453.363031:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077453.363035:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.363036:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077453.363038:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077453.363040:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.363041:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077453.363043:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077453.363045:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.363046:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077453.363051:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077453.363053:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.363057:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077453.363058:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077453.363060:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.363065:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077453.363072:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978390656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077453.363081:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077453.363084:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077453.363085:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077454.002476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077454.002480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077454.002484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077454.002485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077454.002490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077454.002491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077454.002494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077454.002498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077454.002504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077454.002508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077454.002511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077454.002514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077454.002517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077455.026491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077455.026494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077455.026498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077455.026504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077455.026505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077455.026510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077455.026511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077455.026520:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077455.026526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077455.026530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077455.026533:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077455.026536:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077455.026538:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077456.050473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077456.050475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077456.050482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077456.050483:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077456.050485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077456.050487:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077456.050491:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077456.050492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077456.050496:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077456.050498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077456.050500:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077456.050502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077456.050503:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077456.050507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077456.050508:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077456.050511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077456.050513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077456.050515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077456.050523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077457.074492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077457.074497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077457.074498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077457.074501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077457.074502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077457.074508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077457.074509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077457.074512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077457.074513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077457.074517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077457.074520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077457.074521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077457.074523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077458.098461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077458.098467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.098470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077458.098472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077458.098477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.098479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077458.098484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077458.098491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077458.098510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077458.098515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077458.098519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077458.098523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077458.098527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077458.482432:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077458.482444:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077458.482451:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077458.482458:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077458.482465:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077458.482475:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3097 00000100:00080000:3.0:1769077458.482487:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077458.482492:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.482494:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077458.482498:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077458.482501:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077458.482504:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077458.482507:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077458.482509:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.482511:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077458.482516:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077458.482519:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.482522:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077458.482526:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077458.482529:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482532:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077458.482535:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.482545:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077458.482547:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482550:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077458.482553:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077458.482558:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482571:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077458.482583:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978390784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077458.482595:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077458.482599:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482614:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077458.482618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077458.482622:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077458.482623:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077458.482625:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077458.482630:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077458.482633:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3097 00000100:00080000:3.0:1769077458.482638:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077458.482641:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.482645:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077458.482652:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077458.482656:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077458.482660:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077458.482667:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077458.482672:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.482676:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077458.482686:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077458.482705:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.482709:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077458.482715:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077458.482733:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482737:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077458.482741:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077458.482745:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482748:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.482753:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077458.482754:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482757:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077458.482759:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077458.482761:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482768:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077458.482779:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978390912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077458.482791:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077458.482796:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482804:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077458.482809:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077458.482816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077458.482819:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077458.482823:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077458.482826:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077458.482830:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3097 00000100:00080000:3.0:1769077458.482838:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077458.482843:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.482847:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077458.482854:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077458.482858:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077458.482862:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077458.482869:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077458.482874:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.482877:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077458.482885:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077458.482889:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.482894:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077458.482899:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077458.482906:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482910:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077458.482915:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077458.482921:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482927:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.482937:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077458.482942:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482947:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077458.482952:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077458.482957:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.482967:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077458.482977:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978391040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077458.483008:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077458.483015:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483034:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077458.483039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077458.483047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077458.483051:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077458.483053:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077458.483057:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077458.483064:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3097 00000100:00080000:3.0:1769077458.483072:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077458.483077:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.483081:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077458.483088:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077458.483101:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077458.483105:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077458.483113:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077458.483118:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.483124:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077458.483135:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077458.483142:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.483147:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077458.483152:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077458.483159:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483167:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077458.483172:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077458.483180:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483187:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.483196:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077458.483200:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483207:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077458.483212:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077458.483218:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483235:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077458.483250:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978391168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077458.483267:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077458.483272:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483280:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077458.483287:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077458.483291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077458.483295:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077458.483299:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077458.483306:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077458.483313:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3097 00000100:00080000:3.0:1769077458.483322:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077458.483329:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.483333:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077458.483340:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077458.483345:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077458.483350:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077458.483357:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077458.483365:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077458.483370:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077458.483423:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077458.483432:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.483438:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077458.483446:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077458.483451:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483458:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077458.483463:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077458.483472:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483478:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077458.483488:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077458.483494:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483501:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077458.483505:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077458.483511:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483522:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077458.483535:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978391296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077458.483555:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077458.483562:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077458.483569:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077459.122493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077459.122501:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077459.122503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077459.122509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077459.122509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077459.122515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077459.122515:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077459.122520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077459.122523:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077459.122524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077459.122525:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077459.122528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077459.122530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077460.146475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077460.146479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077460.146484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077460.146484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077460.146488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077460.146492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077460.146494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077460.146494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077460.146500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077460.146505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077460.146508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077460.146510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077460.146513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077461.170513:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077461.170519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077461.170521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077461.170526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077461.170527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077461.170531:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077461.170533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077461.170538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077461.170541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077461.170542:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077461.170544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077461.170545:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077461.170551:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077462.194459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077462.194464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077462.194466:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077462.194467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077462.194468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077462.194472:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077462.194473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077462.194474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077462.194476:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077462.194480:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077462.194492:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077462.194499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077462.194502:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.218464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077463.218468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077463.218472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.218472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077463.218476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077463.218479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077463.218480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077463.218483:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077463.218484:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077463.218488:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077463.218489:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077463.218492:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.218493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077463.218498:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077463.218498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077463.218502:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.218504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077463.218505:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077463.218509:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077463.602468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077463.602479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077463.602483:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077463.602490:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077463.602498:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077463.602507:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3102 00000100:00080000:3.0:1769077463.602521:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077463.602526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.602529:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077463.602534:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077463.602538:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077463.602540:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077463.602543:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077463.602546:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.602547:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077463.602552:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077463.602555:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.602558:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077463.602562:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077463.602565:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602568:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077463.602570:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.602582:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077463.602584:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602588:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077463.602591:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077463.602596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602608:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077463.602618:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978391424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077463.602631:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077463.602667:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602683:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077463.602686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077463.602690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077463.602691:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077463.602692:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077463.602696:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077463.602700:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3102 00000100:00080000:3.0:1769077463.602704:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077463.602707:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.602708:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077463.602711:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077463.602715:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077463.602718:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077463.602725:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077463.602730:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.602733:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077463.602738:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077463.602744:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.602750:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077463.602758:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077463.602764:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602770:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077463.602777:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077463.602782:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602787:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.602802:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077463.602805:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602810:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077463.602813:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077463.602817:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602824:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077463.602831:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978391552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077463.602837:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077463.602839:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602841:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077463.602843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077463.602846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077463.602847:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077463.602849:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077463.602851:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077463.602853:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3102 00000100:00080000:3.0:1769077463.602856:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077463.602858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.602860:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077463.602864:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077463.602866:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077463.602870:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077463.602872:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077463.602874:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.602876:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077463.602879:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077463.602881:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.602882:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077463.602884:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077463.602885:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602887:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077463.602888:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077463.602890:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602892:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.602897:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077463.602901:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602906:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077463.602909:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077463.602911:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602919:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077463.602927:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978391680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077463.602943:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077463.602946:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.602950:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077463.602956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077463.602962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077463.602966:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077463.602969:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077463.602976:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077463.602983:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3102 00000100:00080000:3.0:1769077463.602991:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077463.602997:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.603000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077463.603005:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077463.603008:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077463.603011:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077463.603014:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077463.603018:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.603021:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077463.603028:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077463.603034:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.603035:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077463.603040:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077463.603045:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603049:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077463.603051:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077463.603053:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603057:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.603062:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077463.603065:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603067:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077463.603069:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077463.603072:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603079:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077463.603087:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978391808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077463.603097:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077463.603102:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603108:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077463.603111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077463.603115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077463.603119:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077463.603122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077463.603125:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077463.603129:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3102 00000100:00080000:3.0:1769077463.603133:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077463.603134:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.603135:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077463.603139:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077463.603143:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077463.603145:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077463.603148:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077463.603151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077463.603154:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077463.603159:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077463.603163:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.603166:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077463.603169:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077463.603171:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603176:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077463.603180:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077463.603184:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603187:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077463.603192:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077463.603194:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603196:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077463.603197:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077463.603199:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603205:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077463.603213:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978391936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077463.603218:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077463.603222:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077463.603227:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077464.242447:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077464.242454:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077464.242456:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077464.242461:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077464.242462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077464.242464:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077464.242467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077464.242468:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077464.242473:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077464.242475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077464.242476:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077464.242480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077464.242481:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077465.266504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077465.266516:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077465.266518:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077465.266527:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077465.266531:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077465.266536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077465.266537:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077465.266543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077465.266545:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077465.266549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077465.266551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077465.266551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077465.266565:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077466.290528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077466.290531:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077466.290536:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077466.290540:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077466.290540:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077466.290549:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077466.290550:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077466.290565:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769077466.290566:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077466.290568:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077466.290579:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077466.290580:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077466.290582:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077466.290588:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077466.290589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077466.290611:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077466.290618:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077466.290618:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077466.290633:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077467.314466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077467.314474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077467.314477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077467.314483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077467.314488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077467.314493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077467.314496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077467.314499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077467.314503:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077467.314525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077467.314530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077467.314535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077467.314537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.338481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077468.338484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077468.338490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.338492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077468.338497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077468.338497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077468.338500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077468.338505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077468.338510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077468.338515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077468.338519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077468.338522:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077468.338526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077468.722480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077468.722490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077468.722494:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077468.722498:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077468.722502:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077468.722510:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3107 00000100:00080000:3.0:1769077468.722523:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077468.722527:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.722536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077468.722540:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077468.722542:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077468.722544:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077468.722546:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077468.722548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.722564:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077468.722568:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077468.722570:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.722572:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077468.722576:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077468.722578:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722579:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077468.722582:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.722592:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077468.722593:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722596:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077468.722599:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077468.722602:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722613:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077468.722621:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978392064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077468.722629:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077468.722633:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722645:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077468.722647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077468.722650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077468.722651:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077468.722653:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077468.722654:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077468.722656:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3107 00000100:00080000:3.0:1769077468.722660:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077468.722662:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.722663:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077468.722665:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077468.722666:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077468.722668:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077468.722670:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077468.722671:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.722674:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077468.722680:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077468.722685:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.722688:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077468.722694:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077468.722697:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722700:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077468.722705:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077468.722709:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722712:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.722715:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077468.722717:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722720:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077468.722723:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077468.722724:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722728:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077468.722735:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978392192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077468.722741:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077468.722746:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722751:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077468.722755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077468.722757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077468.722758:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077468.722764:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077468.722766:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077468.722768:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3107 00000100:00080000:3.0:1769077468.722770:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077468.722772:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.722773:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077468.722775:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077468.722776:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077468.722778:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077468.722779:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077468.722780:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.722781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077468.722783:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077468.722784:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.722785:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077468.722788:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077468.722792:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722795:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077468.722796:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077468.722798:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722800:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.722803:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077468.722804:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722806:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077468.722810:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077468.722811:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722815:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077468.722821:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978392320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077468.722829:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077468.722831:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722837:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077468.722839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077468.722842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077468.722845:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077468.722847:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077468.722849:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077468.722852:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3107 00000100:00080000:3.0:1769077468.722857:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077468.722861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.722863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077468.722868:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077468.722872:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077468.722874:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077468.722876:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077468.722879:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.722881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077468.722890:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077468.722897:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.722903:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077468.722909:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077468.722915:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722919:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077468.722923:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077468.722928:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722932:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.722939:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077468.722941:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722945:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077468.722946:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077468.722950:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722955:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077468.722964:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978392448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077468.722975:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077468.722978:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.722983:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077468.722986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077468.722992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077468.722996:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077468.722999:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077468.723003:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077468.723009:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3107 00000100:00080000:3.0:1769077468.723016:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077468.723021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.723025:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077468.723029:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077468.723032:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077468.723035:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077468.723038:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077468.723043:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077468.723053:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077468.723060:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077468.723066:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.723070:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077468.723072:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077468.723074:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.723075:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077468.723079:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077468.723084:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.723087:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077468.723092:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077468.723096:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.723101:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077468.723105:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077468.723108:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.723113:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077468.723120:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978392576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077468.723134:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077468.723136:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077468.723141:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077469.362450:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077469.362456:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077469.362458:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077469.362463:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077469.362466:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077469.362469:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077469.362471:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077469.362474:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077469.362477:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077469.362494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077469.362497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077469.362501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077469.362501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077470.386516:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077470.386538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077470.386540:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077470.386543:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077470.386548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077470.386552:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077470.386556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077470.386560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077470.386560:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077470.386567:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077470.386572:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077470.386575:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077470.386578:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077471.410476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077471.410479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077471.410483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077471.410487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077471.410488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077471.410493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077471.410499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077471.410527:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077471.410532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077471.410536:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077471.410538:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077471.410540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077471.410543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077472.434476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077472.434481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077472.434482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077472.434486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077472.434498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077472.434503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077472.434506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077472.434510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077472.434513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077472.434514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077472.434517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077472.434518:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077472.434521:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077472.434521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077472.434526:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077472.434531:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077472.434534:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077472.434536:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077472.434539:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.458451:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077473.458457:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077473.458459:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077473.458460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077473.458464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077473.458464:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077473.458485:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077473.458489:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077473.458491:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077473.458493:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077473.458496:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077473.458499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077473.458504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077473.842480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077473.842489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077473.842492:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077473.842497:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077473.842500:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077473.842509:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3112 00000100:00080000:3.0:1769077473.842523:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077473.842527:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842530:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077473.842535:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077473.842539:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077473.842542:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077473.842546:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077473.842550:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842553:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077473.842557:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077473.842559:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.842561:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077473.842563:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077473.842566:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842567:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077473.842570:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.842581:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077473.842582:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842584:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077473.842587:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077473.842590:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842600:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077473.842609:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978392704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077473.842618:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077473.842622:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842634:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077473.842637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077473.842639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077473.842640:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077473.842642:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077473.842644:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077473.842646:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3112 00000100:00080000:3.0:1769077473.842648:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077473.842650:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842651:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077473.842653:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077473.842654:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077473.842655:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077473.842657:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077473.842658:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842660:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077473.842662:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077473.842664:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.842665:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077473.842669:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077473.842671:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842676:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077473.842680:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077473.842683:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842687:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.842691:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077473.842694:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842699:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077473.842700:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077473.842702:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842709:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077473.842716:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978392832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077473.842728:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077473.842729:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842734:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077473.842737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077473.842741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077473.842744:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077473.842746:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077473.842748:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077473.842750:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3112 00000100:00080000:3.0:1769077473.842755:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077473.842759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077473.842764:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077473.842765:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077473.842766:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077473.842768:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077473.842772:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842774:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077473.842776:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077473.842779:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.842780:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077473.842782:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077473.842784:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842786:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077473.842789:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077473.842794:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842796:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.842802:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077473.842803:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842804:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077473.842805:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077473.842806:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842810:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077473.842814:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978392960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077473.842824:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077473.842825:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842827:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077473.842829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077473.842831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077473.842832:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077473.842835:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077473.842837:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077473.842841:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3112 00000100:00080000:3.0:1769077473.842845:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077473.842846:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842847:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077473.842850:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077473.842852:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077473.842855:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077473.842859:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077473.842865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077473.842871:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077473.842873:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.842876:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077473.842878:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077473.842882:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842884:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077473.842885:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077473.842887:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842889:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.842897:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077473.842898:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842903:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077473.842904:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077473.842905:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842910:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077473.842915:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978393088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077473.842922:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077473.842926:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842929:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077473.842930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077473.842932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077473.842933:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077473.842934:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077473.842936:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077473.842941:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3112 00000100:00080000:3.0:1769077473.842944:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077473.842947:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077473.842950:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077473.842953:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077473.842955:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077473.842959:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077473.842963:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077473.842965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077473.842969:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077473.842972:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.842976:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077473.842981:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077473.842984:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.842989:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077473.842994:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077473.842998:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.843003:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077473.843010:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077473.843014:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.843020:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077473.843024:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077473.843028:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.843036:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077473.843047:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978393216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077473.843061:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077473.843064:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077473.843068:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077474.482546:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077474.482548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077474.482556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077474.482556:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077474.482564:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077474.482566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077474.482575:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077474.482576:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077474.482582:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077474.482586:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077474.482589:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077474.482591:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077474.482593:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077475.506502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077475.506512:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077475.506516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077475.506516:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077475.506521:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077475.506523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077475.506526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077475.506531:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769077475.506532:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077475.506537:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077475.506538:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077475.506543:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077475.506545:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077475.506547:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077475.506551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077475.506554:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077475.506555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077475.506568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077475.506571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077476.530491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077476.530498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077476.530499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077476.530500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077476.530505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077476.530506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077476.530512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077476.530514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077476.530516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077476.530519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077476.530520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077476.530523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077476.530527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077477.554461:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077477.554469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077477.554470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077477.554472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077477.554474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077477.554480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077477.554482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077477.554482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077477.554489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077477.554492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077477.554495:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077477.554498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077477.554501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077478.578475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077478.578481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077478.578482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077478.578483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077478.578489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077478.578490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077478.578496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077478.578499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077478.578500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077478.578503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077478.578504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077478.578508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077478.578511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077479.602451:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077479.602458:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077479.602460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077479.602460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077479.602464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077479.602466:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077479.602468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077479.602470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077479.602470:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077479.602473:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077479.602476:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077479.602478:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077479.602489:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077480.626493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077480.626500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077480.626502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077480.626508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077480.626512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077480.626513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077480.626519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077480.626519:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077480.626526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077480.626528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077480.626530:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077480.626532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077480.626535:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077481.650439:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077481.650447:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077481.650448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077481.650449:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077481.650451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077481.650455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077481.650456:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077481.650457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077481.650469:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077481.650473:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077481.650476:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077481.650479:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077481.650482:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077482.674496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077482.674505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077482.674507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077482.674507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077482.674512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077482.674516:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077482.674520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077482.674522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077482.674526:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077482.674528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077482.674530:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077482.674532:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077482.674536:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077482.674537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077482.674543:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077482.674543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077482.674547:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077482.674552:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077482.674554:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077483.698450:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077483.698457:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077483.698460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077483.698466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077483.698466:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077483.698470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077483.698473:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077483.698475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077483.698478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077483.698479:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077483.698484:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077483.698487:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077483.698490:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077484.082502:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077484.082513:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077484.082518:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077484.082522:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077484.082526:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077484.082537:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3122 00000100:00080000:3.0:1769077484.082556:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077484.082563:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.082566:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077484.082571:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077484.082574:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077484.082576:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077484.082577:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077484.082579:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.082580:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077484.082586:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077484.082589:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.082593:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077484.082597:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077484.082600:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082603:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077484.082605:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.082618:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077484.082620:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082623:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077484.082626:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077484.082631:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082644:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077484.082656:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978393984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077484.082666:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077484.082670:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082684:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077484.082686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077484.082688:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077484.082689:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077484.082691:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077484.082693:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077484.082695:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3122 00000100:00080000:3.0:1769077484.082699:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077484.082701:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.082702:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077484.082704:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077484.082706:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077484.082707:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077484.082709:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077484.082710:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.082713:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077484.082717:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077484.082721:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.082724:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077484.082732:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077484.082739:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082743:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077484.082751:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077484.082757:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082761:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.082769:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077484.082773:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082777:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077484.082779:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077484.082782:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082789:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077484.082794:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978394112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077484.082801:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077484.082806:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082811:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077484.082814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077484.082817:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077484.082818:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077484.082820:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077484.082822:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077484.082824:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3122 00000100:00080000:3.0:1769077484.082828:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077484.082829:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.082830:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077484.082831:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077484.082832:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077484.082834:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077484.082836:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077484.082837:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.082838:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077484.082840:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077484.082842:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.082843:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077484.082847:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077484.082851:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082853:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077484.082854:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077484.082856:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082857:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.082861:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077484.082866:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082867:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077484.082869:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077484.082873:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082881:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077484.082887:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978394240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077484.082897:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077484.082899:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082902:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077484.082908:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077484.082910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077484.082912:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077484.082915:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077484.082918:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077484.082924:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3122 00000100:00080000:3.0:1769077484.082928:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077484.082934:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.082938:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077484.082943:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077484.082944:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077484.082947:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077484.082952:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077484.082956:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.082959:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077484.082964:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077484.082970:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.082973:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077484.082977:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077484.082981:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082986:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077484.082990:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077484.082995:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.082999:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.083005:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077484.083007:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.083010:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077484.083013:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077484.083016:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.083023:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077484.083031:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978394368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077484.083047:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077484.083051:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.083064:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077484.083068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077484.083072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077484.083076:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077484.083078:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077484.083084:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077484.083088:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3122 00000100:00080000:3.0:1769077484.083091:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077484.083094:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.083095:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077484.083098:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077484.083100:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077484.083102:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077484.083107:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077484.083113:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077484.083116:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077484.083120:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077484.083125:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.083127:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077484.083128:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077484.083130:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.083131:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077484.083136:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077484.083141:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.083144:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077484.083150:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077484.083153:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.083159:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077484.083163:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077484.083167:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.083171:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077484.083179:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978394496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077484.083194:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077484.083197:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.083201:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.722438:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077484.722445:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077484.722447:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077484.722449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077484.722452:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077484.722452:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077484.722456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077484.722456:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077484.722457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077484.722460:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077484.722463:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077484.722465:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077484.722468:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077485.746474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077485.746485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077485.746488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077485.746497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077485.746502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077485.746505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077485.746513:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077485.746516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077485.746520:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077485.746520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077485.746534:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077485.746534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077485.746540:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077485.746543:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077485.746543:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077485.746555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077485.746556:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077485.746574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077485.746575:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077486.770442:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077486.770448:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077486.770449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077486.770450:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077486.770453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077486.770457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077486.770459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077486.770463:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077486.770467:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077486.770471:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077486.770474:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077486.770475:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077486.770478:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077487.794485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077487.794495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077487.794497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077487.794500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077487.794505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077487.794506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077487.794516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077487.794517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077487.794520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077487.794524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077487.794530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077487.794532:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077487.794535:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077488.818522:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077488.818531:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077488.818533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077488.818539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077488.818546:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077488.818547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077488.818551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077488.818554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077488.818559:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077488.818561:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077488.818563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077488.818564:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077488.818575:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077489.842514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077489.842524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077489.842534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077489.842536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077489.842550:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077489.842559:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077489.842562:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077489.842568:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077489.842573:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077489.842577:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077489.842580:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077489.842584:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077489.842588:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077490.866485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077490.866493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077490.866494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077490.866498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077490.866500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077490.866507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077490.866511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077490.866511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077490.866516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077490.866518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077490.866522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077490.866525:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077490.866528:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077491.250541:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077491.250550:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077491.250552:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077491.250558:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077491.250561:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077491.250564:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077491.250566:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077491.250569:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077491.250571:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077491.890498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077491.890502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077491.890507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077491.890510:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077491.890514:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077491.890515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077491.890518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077491.890538:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077491.890545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077491.890550:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077491.890554:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077491.890557:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077491.890561:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077492.274761:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077492.274770:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077492.274773:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077492.274780:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077492.274786:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077492.274790:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077492.274793:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077492.274796:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077492.274799:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077492.914485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077492.914485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077492.914493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077492.914495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077492.914500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077492.914500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077492.914505:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077492.914508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1769077492.914508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077492.914512:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077492.914514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077492.914516:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077492.914519:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077492.914520:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077492.914524:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077492.914525:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077492.914529:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077492.914529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077492.914533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077493.298621:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077493.298630:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077493.298632:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077493.298639:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077493.298644:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077493.298650:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077493.298653:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077493.298656:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077493.298659:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077493.938503:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077493.938510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077493.938512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077493.938516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077493.938516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077493.938524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077493.938525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077493.938528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077493.938530:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077493.938534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077493.938537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077493.938539:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077493.938541:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077494.322512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077494.322522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077494.322524:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077494.322527:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077494.322531:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077494.322537:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3132 00000100:00000001:2.0:1769077494.322544:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769077494.322547:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077494.322548:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077494.322552:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322552:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077494.322555:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:2.0:1769077494.322557:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000020:00000001:3.0:1769077494.322560:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769077494.322561:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769077494.322563:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769077494.322565:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077494.322568:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077494.322569:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077494.322572:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077494.322572:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077494.322576:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077494.322577:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077494.322584:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077494.322586:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.322588:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077494.322591:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077494.322593:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322595:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077494.322597:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.322604:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077494.322605:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322607:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077494.322610:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077494.322614:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322624:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077494.322634:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978395264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077494.322645:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077494.322657:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322679:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077494.322682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077494.322686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077494.322688:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077494.322690:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077494.322693:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077494.322697:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3132 00000100:00080000:3.0:1769077494.322701:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077494.322705:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077494.322707:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077494.322709:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077494.322712:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077494.322714:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077494.322716:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077494.322719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077494.322720:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077494.322723:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077494.322725:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.322727:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077494.322733:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077494.322735:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322737:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077494.322741:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077494.322744:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322746:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.322751:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077494.322752:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322754:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077494.322755:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077494.322757:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322762:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077494.322768:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978395392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077494.322777:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077494.322779:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322780:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077494.322783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077494.322785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077494.322786:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077494.322787:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077494.322789:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077494.322791:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3132 00000100:00080000:3.0:1769077494.322793:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077494.322795:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077494.322796:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077494.322797:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077494.322798:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077494.322800:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077494.322802:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077494.322804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077494.322805:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077494.322809:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077494.322812:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.322813:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077494.322816:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077494.322818:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322820:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077494.322822:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077494.322824:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322826:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.322830:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077494.322831:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322833:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077494.322835:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077494.322837:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322842:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077494.322847:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978395520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077494.322856:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077494.322858:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322860:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077494.322863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077494.322866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077494.322868:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077494.322870:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077494.322873:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077494.322875:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3132 00000100:00080000:3.0:1769077494.322878:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077494.322880:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077494.322881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077494.322883:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077494.322884:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077494.322886:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077494.322888:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077494.322890:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077494.322891:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077494.322895:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077494.322897:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.322899:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077494.322902:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077494.322903:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322905:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077494.322908:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077494.322910:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322912:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.322917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077494.322919:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322921:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077494.322922:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077494.322924:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322929:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077494.322934:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978395648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077494.322940:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077494.322942:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322944:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077494.322947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077494.322951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077494.322952:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077494.322954:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077494.322956:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077494.322959:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3132 00000100:00080000:3.0:1769077494.322963:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077494.322965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077494.322967:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077494.322969:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077494.322970:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077494.322972:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077494.322975:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077494.322977:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077494.322978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077494.322982:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077494.322984:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.322986:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077494.322989:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077494.322992:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.322994:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077494.322996:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077494.322999:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.323000:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077494.323004:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077494.323006:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.323008:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077494.323009:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077494.323011:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.323016:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077494.323021:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978395776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077494.323034:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077494.323036:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.323039:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.962459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077494.962467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077494.962467:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077494.962471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077494.962472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077494.962477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077494.962480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077494.962480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077494.962487:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077494.962491:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077494.962494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077494.962497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077494.962501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077495.346578:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077495.346598:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077495.346601:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077495.346606:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077495.346610:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077495.346614:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077495.346616:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077495.346619:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077495.346622:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077495.986468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077495.986475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077495.986477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077495.986484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077495.986485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077495.986489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077495.986492:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077495.986495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077495.986497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077495.986500:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077495.986502:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077495.986506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077495.986508:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077495.986512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077495.986513:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077495.986518:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077495.986520:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077495.986525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077495.986527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077496.370525:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077496.370537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077496.370539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077496.370546:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077496.370551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077496.370556:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077496.370560:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077496.370563:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077496.370566:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077497.010489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077497.010495:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077497.010497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077497.010500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077497.010504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077497.010505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077497.010507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077497.010508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077497.010513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077497.010516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077497.010518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077497.010520:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077497.010522:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077497.394461:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077497.394581:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077497.394584:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077497.394590:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077497.394594:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077497.394598:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077497.394601:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077497.394604:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077497.394607:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077498.034439:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077498.034447:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077498.034449:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077498.034456:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077498.034459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077498.034460:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077498.034465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077498.034466:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077498.034471:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077498.034472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077498.034474:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077498.034476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077498.034480:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077498.418468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077498.418474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077498.418475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077498.418480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077498.418483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077498.418486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077498.418488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077498.418490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077498.418492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077499.058461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077499.058466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077499.058472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077499.058473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.058478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077499.058493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077499.058500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077499.058505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077499.058511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077499.058515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.058518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077499.058521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.058525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.442655:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077499.442662:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077499.442667:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077499.442672:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077499.442676:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.442691:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077499.442696:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077499.442706:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077499.442714:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978395904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077499.442724:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077499.442730:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077499.442734:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.442740:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077499.442747:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.442769:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077499.442773:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077499.442780:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077499.442833:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077499.442848:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077499.442854:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.442858:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.442863:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077499.442871:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.442878:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297811705 00000100:00000001:3.0:1769077499.442890:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077499.442900:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297811705 00000100:00000001:3.0:1769077499.442904:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077499.442919:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077499.442925:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.442928:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077499.442935:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077499/real 1769077499] req@ffff8f28835e9180 x1855008978395904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077499.442953:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077499.442958:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077499.442965:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077499.442971:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077499.442975:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.442981:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.442984:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077499.442993:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978395904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077499.443011:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443019:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077499.443025:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443029:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.443045:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443050:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077499.443053:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077499.443058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077499.443068:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077499.443074:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077499.443083:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978395904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077499.443095:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443100:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.443105:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077499.443108:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077499.443115:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077499.443120:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077499.443125:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077499.443130:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077499.443134:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077499.443140:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077499.443144:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443149:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443159:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077499.443164:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443169:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077499.443174:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077499.443178:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077499.443182:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077499.443186:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.443190:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077499.443193:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077499.443198:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077499.443206:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077499.443214:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077499.443218:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077499.443220:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.443224:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077499.443229:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443238:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077499.443242:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077499.443248:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077499.443263:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077499.443269:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077499.443274:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.443276:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443278:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077499.443282:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443286:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297810465 00000100:00000001:3.0:1769077499.443289:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297811705 00000100:00000001:3.0:1769077499.443292:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297810465 00000100:00000001:3.0:1769077499.443295:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297811705 00000100:00000001:3.0:1769077499.443298:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077499.443300:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443302:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077499.443307:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077499/real 1769077499] req@ffff8f28835ea300 x1855008978396032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077499.443315:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077499.443316:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077499.443318:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077499.443320:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077499.443321:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443323:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.443324:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077499.443328:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978396032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077499.443336:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443339:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077499.443341:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443343:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.443344:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443346:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077499.443348:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077499.443350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077499.443354:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077499.443356:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077499.443359:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077499.443363:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077499.443364:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077499.443366:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.443367:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077499.443370:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077499.443372:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077499.443398:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077499.443402:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077499.443405:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077499.443407:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.443409:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077499.443413:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443420:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077499.443421:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077499.443422:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:2.0:1769077499.443425:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077499.443428:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443429:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1769077499.443432:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077499.443435:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077499.443438:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077499.443439:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077499.443441:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077499.443443:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077499.443447:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077499.443453:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077499.443457:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.443458:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443460:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077499.443462:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443466:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297810463 00000100:00000001:3.0:1769077499.443469:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297811705 00000100:00000001:3.0:1769077499.443471:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297810463 00000100:00000001:3.0:1769077499.443474:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297811705 00000100:00000001:3.0:1769077499.443476:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077499.443478:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443480:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077499.443484:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077499/real 1769077499] req@ffff8f28835ead80 x1855008978396160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077499.443493:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077499.443494:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077499.443497:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077499.443499:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077499.443500:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443502:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.443504:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077499.443508:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978396160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077499.443522:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443525:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077499.443527:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443529:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.443530:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443532:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077499.443534:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077499.443536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077499.443539:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077499.443541:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077499.443544:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077499.443548:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077499.443549:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077499.443551:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.443553:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077499.443555:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077499.443557:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077499.443561:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077499.443564:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077499.443565:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077499.443567:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.443569:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077499.443572:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443578:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077499.443580:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077499.443583:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077499.443595:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077499.443600:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077499.443602:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.443604:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443606:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077499.443609:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443613:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297810466 00000100:00000001:3.0:1769077499.443616:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297811705 00000100:00000001:3.0:1769077499.443618:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297810466 00000100:00000001:3.0:1769077499.443620:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297811705 00000100:00000001:3.0:1769077499.443623:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077499.443625:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443627:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077499.443632:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077499/real 1769077499] req@ffff8f28835eb480 x1855008978396288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077499.443641:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077499.443642:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077499.443645:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077499.443646:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077499.443647:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443649:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.443650:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077499.443654:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978396288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077499.443660:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443662:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077499.443664:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443666:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.443667:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443669:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077499.443671:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077499.443674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077499.443677:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077499.443679:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077499.443683:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077499.443686:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443688:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.443689:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077499.443691:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077499.443693:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077499.443694:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077499.443696:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077499.443698:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077499.443699:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077499.443701:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077499.443702:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443704:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.443705:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077499.443706:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077499.443708:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077499.443709:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077499.443711:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077499.443712:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077499.443714:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077499.443717:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077499.443718:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443720:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.443721:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077499.443722:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077499.443724:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077499.443725:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077499.443727:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077499.443728:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077499.443729:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077499.443731:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077499.443732:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443733:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443736:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077499.443737:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443739:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077499.443740:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077499.443741:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077499.443742:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077499.443744:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.443746:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077499.443748:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077499.443750:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077499.443753:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077499.443756:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077499.443758:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077499.443760:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077499.443762:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077499.443765:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443770:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077499.443771:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077499.443775:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077499.443786:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077499.443790:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077499.443792:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.443793:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443795:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077499.443797:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443801:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297810458 00000100:00000001:3.0:1769077499.443803:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297811705 00000100:00000001:3.0:1769077499.443805:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297810458 00000100:00000001:3.0:1769077499.443807:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297811705 00000100:00000001:3.0:1769077499.443809:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077499.443811:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443813:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077499.443817:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077499/real 1769077499] req@ffff8f28835e8700 x1855008978396416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077499.443825:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077499.443826:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077499.443828:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077499.443830:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077499.443831:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443833:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.443835:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077499.443838:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978396416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077499.443845:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443847:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077499.443849:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443850:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077499.443852:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443853:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077499.443855:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077499.443857:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077499.443861:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077499.443863:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077499.443867:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077499.443870:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443872:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077499.443873:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077499.443874:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077499.443876:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077499.443877:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077499.443878:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077499.443880:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077499.443881:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077499.443883:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077499.443884:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443886:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077499.443889:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077499.443890:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077499.443892:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077499.443893:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077500.082471:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077500.082475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077500.082478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077500.082479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077500.082482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077500.082485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077500.082487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077500.082488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077500.082493:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077500.082497:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077500.082499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077500.082501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077500.082503:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077500.466465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077500.466472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077500.466475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077500.466480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077500.466494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077500.466498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077500.466501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077500.466503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077500.466506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077501.106454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077501.106460:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077501.106461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077501.106462:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077501.106465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077501.106468:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077501.106469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077501.106473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077501.106474:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077501.106478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077501.106479:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077501.106481:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077501.106483:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077502.130471:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077502.130476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077502.130477:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077502.130480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077502.130481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077502.130488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077502.130489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077502.130492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077502.130494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077502.130498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077502.130500:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077502.130502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077502.130504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077503.154465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077503.154479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077503.154488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077503.154492:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077503.154495:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077503.154497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077503.154498:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077503.154504:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077503.154505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077503.154507:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077503.154511:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077503.154511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077503.154520:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077503.154522:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077503.154529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077503.154538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077503.154544:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077503.154551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077503.154556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.178467:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077504.178471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077504.178473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077504.178475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.178476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077504.178483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077504.178484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077504.178487:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077504.178489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.178491:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.178495:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077504.178497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.178499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.562613:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077504.562617:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077504.562620:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077504.562623:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077504.562626:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.562631:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077504.562635:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077504.562640:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077504.562646:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978396544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077504.562654:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077504.562659:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077504.562662:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.562666:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077504.562672:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.562689:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077504.562693:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:3.0:1769077504.562699:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077504.562738:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077504.562751:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077504.562756:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.562760:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.562764:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077504.562772:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.562777:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297816825 00000100:00000001:3.0:1769077504.562790:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077504.562798:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297816825 00000100:00000001:3.0:1769077504.562803:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077504.562810:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077504.562813:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.562816:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077504.562824:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077504/real 1769077504] req@ffff8f28835e9500 x1855008978396544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077504.562851:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077504.562854:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077504.562858:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077504.562862:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077504.562864:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.562867:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.562870:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077504.562876:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978396544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077504.562893:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.562899:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077504.562905:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.562909:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.562912:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.562918:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077504.562921:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077504.562926:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077504.562933:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077504.562938:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077504.562945:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978396544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077504.562987:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.562992:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.562995:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077504.562998:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077504.563004:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077504.563007:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077504.563009:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077504.563012:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077504.563014:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077504.563016:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077504.563017:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563019:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563025:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077504.563026:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563028:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077504.563029:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077504.563030:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077504.563031:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077504.563032:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.563034:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077504.563035:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077504.563037:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077504.563040:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077504.563042:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077504.563044:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077504.563045:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.563047:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077504.563050:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563057:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077504.563059:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:3.0:1769077504.563063:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077504.563078:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077504.563083:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077504.563086:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.563088:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563090:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077504.563093:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563097:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297815585 00000100:00000001:3.0:1769077504.563101:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297816825 00000100:00000001:3.0:1769077504.563103:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297815585 00000100:00000001:3.0:1769077504.563106:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297816825 00000100:00000001:3.0:1769077504.563108:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077504.563110:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563112:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077504.563117:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077504/real 1769077504] req@ffff8f28835e9f80 x1855008978396672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077504.563132:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077504.563134:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077504.563137:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077504.563138:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077504.563140:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563142:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.563144:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077504.563148:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978396672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077504.563156:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563158:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077504.563161:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563163:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.563164:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563166:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077504.563168:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077504.563171:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077504.563175:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077504.563177:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077504.563181:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077504.563185:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077504.563187:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077504.563188:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.563191:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077504.563193:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077504.563205:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077504.563209:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077504.563212:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077504.563214:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077504.563217:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.563218:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077504.563221:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563226:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077504.563228:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:3.0:1769077504.563232:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077504.563244:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077504.563249:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077504.563251:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.563252:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563254:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077504.563256:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563260:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297815582 00000100:00000001:3.0:1769077504.563262:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297816825 00000100:00000001:3.0:1769077504.563265:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297815582 00000100:00000001:3.0:1769077504.563267:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297816825 00000100:00000001:3.0:1769077504.563269:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077504.563271:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563273:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077504.563278:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077504/real 1769077504] req@ffff8f28835ea680 x1855008978396800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077504.563287:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077504.563289:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077504.563291:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077504.563293:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077504.563294:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563296:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.563297:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077504.563302:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978396800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077504.563309:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563311:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077504.563314:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563316:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.563317:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563319:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077504.563321:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077504.563324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077504.563328:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077504.563330:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077504.563333:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077504.563338:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077504.563339:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077504.563340:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.563343:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077504.563345:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077504.563347:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077504.563350:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077504.563354:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077504.563355:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077504.563357:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.563359:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077504.563361:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563368:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077504.563369:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077504.563395:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077504.563407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077504.563411:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077504.563414:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.563415:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563417:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077504.563420:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563423:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297815586 00000100:00000001:3.0:1769077504.563426:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297816825 00000100:00000001:3.0:1769077504.563429:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297815586 00000100:00000001:3.0:1769077504.563431:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297816825 00000100:00000001:3.0:1769077504.563433:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077504.563436:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563438:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077504.563442:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077504/real 1769077504] req@ffff8f28835e8700 x1855008978396928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077504.563451:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077504.563452:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077504.563455:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077504.563457:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077504.563458:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563460:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.563462:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077504.563466:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978396928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077504.563473:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563476:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077504.563478:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563480:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.563481:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563483:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077504.563484:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077504.563487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077504.563490:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077504.563493:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077504.563496:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978396928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077504.563500:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077504.563501:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077504.563503:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.563506:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077504.563507:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077504.563510:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077504.563512:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077504.563516:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077504.563518:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077504.563519:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077504.563521:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077504.563524:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563529:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077504.563531:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077504.563533:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077504.563545:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077504.563549:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077504.563552:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.563553:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563555:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077504.563558:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563561:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297815578 00000100:00000001:3.0:1769077504.563564:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297816825 00000100:00000001:3.0:1769077504.563566:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297815578 00000100:00000001:3.0:1769077504.563568:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297816825 00000100:00000001:3.0:1769077504.563570:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077504.563572:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563574:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077504.563578:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077504/real 1769077504] req@ffff8f28835eb480 x1855008978397056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077504.563586:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077504.563587:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077504.563590:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077504.563591:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077504.563593:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563595:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.563597:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077504.563601:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978397056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077504.563608:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563610:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077504.563613:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563615:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077504.563616:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563618:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077504.563620:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077504.563622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077504.563626:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077504.563628:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077504.563631:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077504.563635:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563637:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.563639:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077504.563640:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077504.563643:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077504.563644:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077504.563645:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077504.563648:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077504.563649:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077504.563652:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077504.563653:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563655:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.563656:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077504.563657:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077504.563659:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077504.563660:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077504.563662:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077504.563663:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077504.563665:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077504.563666:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077504.563668:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563670:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.563671:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077504.563673:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077504.563675:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077504.563676:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077504.563677:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077504.563679:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077504.563680:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077504.563681:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077504.563683:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563684:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077504.563686:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077504.563687:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077504.563689:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077504.563690:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077504.563691:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077504.563693:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077504.563694:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077504.563697:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077504.563698:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563700:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077504.563704:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077504.563705:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077504.563707:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077504.563709:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077505.202473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077505.202479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077505.202484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077505.202485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077505.202488:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077505.202492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077505.202493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077505.202497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077505.202501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077505.202504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077505.202506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077505.202509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077505.202511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077506.226485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077506.226490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077506.226494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077506.226497:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077506.226498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077506.226501:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077506.226506:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077506.226507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077506.226511:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077506.226514:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077506.226514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077506.226519:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077506.226520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077506.226522:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077506.226527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077506.226530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077506.226533:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077506.226534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077506.226539:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077507.250470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077507.250474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077507.250476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077507.250478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077507.250479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077507.250486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077507.250488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077507.250491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077507.250498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077507.250501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077507.250503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077507.250505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077507.250507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077508.274464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077508.274469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077508.274472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077508.274474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077508.274476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077508.274483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077508.274484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077508.274487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077508.274490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077508.274495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077508.274499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077508.274501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077508.274504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077509.298497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077509.298500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077509.298503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.298507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077509.298509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077509.298511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077509.298512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077509.298518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077509.298522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077509.298525:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.298527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077509.298529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.298531:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.682703:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077509.682707:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077509.682711:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077509.682715:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077509.682718:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.682724:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077509.682728:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077509.682731:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077509.682737:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978397184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077509.682743:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077509.682749:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077509.682753:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.682758:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077509.682763:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.682782:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077509.682786:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077509.682792:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077509.682830:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077509.682844:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077509.682850:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.682854:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.682857:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077509.682883:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.682891:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297821945 00000100:00000001:3.0:1769077509.682903:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077509.682910:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297821945 00000100:00000001:3.0:1769077509.682917:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077509.682922:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077509.682927:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.682932:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077509.682940:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077509/real 1769077509] req@ffff8f28835ead80 x1855008978397184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077509.682955:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077509.682959:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077509.682963:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077509.682967:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077509.682970:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.682975:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.682978:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077509.682983:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978397184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077509.683011:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683018:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077509.683023:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683027:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.683030:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683033:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077509.683037:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077509.683044:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077509.683053:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077509.683058:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077509.683069:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978397184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077509.683077:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683082:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.683087:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077509.683092:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077509.683097:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077509.683101:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077509.683104:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077509.683110:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077509.683114:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077509.683121:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077509.683124:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683128:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683138:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077509.683142:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683144:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077509.683149:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077509.683152:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077509.683156:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077509.683160:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.683165:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077509.683171:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077509.683186:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077509.683196:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077509.683206:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077509.683210:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077509.683214:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.683218:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077509.683224:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683236:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077509.683247:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077509.683255:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077509.683271:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077509.683277:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077509.683279:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.683280:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683282:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077509.683285:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683288:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297820705 00000100:00000001:3.0:1769077509.683291:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297821945 00000100:00000001:3.0:1769077509.683293:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297820705 00000100:00000001:3.0:1769077509.683294:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297821945 00000100:00000001:3.0:1769077509.683296:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077509.683297:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683299:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077509.683302:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077509/real 1769077509] req@ffff8f28835ea300 x1855008978397312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077509.683308:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077509.683309:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077509.683311:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077509.683312:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077509.683313:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683314:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.683315:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077509.683318:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978397312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077509.683327:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683329:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077509.683330:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683331:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.683332:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683333:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077509.683335:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077509.683336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077509.683338:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077509.683339:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077509.683341:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077509.683344:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077509.683345:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077509.683346:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.683347:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077509.683348:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077509.683350:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077509.683352:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077509.683354:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077509.683355:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077509.683356:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.683357:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077509.683360:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683363:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077509.683364:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077509.683366:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077509.683399:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077509.683405:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077509.683408:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.683410:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683412:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077509.683415:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683419:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297820703 00000100:00000001:3.0:1769077509.683422:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297821945 00000100:00000001:3.0:1769077509.683424:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297820703 00000100:00000001:3.0:1769077509.683427:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297821945 00000100:00000001:3.0:1769077509.683429:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077509.683431:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683433:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077509.683438:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077509/real 1769077509] req@ffff8f28835e9180 x1855008978397440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077509.683447:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077509.683448:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077509.683451:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077509.683452:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077509.683454:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683456:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.683457:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077509.683461:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978397440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077509.683468:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683471:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077509.683473:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683475:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.683476:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683478:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077509.683480:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077509.683483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077509.683487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077509.683489:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077509.683493:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077509.683497:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077509.683499:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077509.683500:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.683502:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077509.683505:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077509.683507:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077509.683510:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077509.683514:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077509.683516:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077509.683517:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.683519:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077509.683522:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683529:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077509.683530:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077509.683534:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077509.683546:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077509.683550:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077509.683552:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.683554:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683556:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077509.683558:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683562:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297820706 00000100:00000001:3.0:1769077509.683565:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297821945 00000100:00000001:3.0:1769077509.683567:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297820706 00000100:00000001:3.0:1769077509.683570:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297821945 00000100:00000001:3.0:1769077509.683572:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077509.683575:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683576:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077509.683581:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077509/real 1769077509] req@ffff8f28835eb800 x1855008978397568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077509.683596:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077509.683597:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077509.683600:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077509.683602:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077509.683604:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683606:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.683607:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077509.683611:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978397568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077509.683618:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683621:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077509.683623:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683625:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.683626:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683628:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077509.683630:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077509.683633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077509.683636:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077509.683639:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077509.683642:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077509.683646:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683649:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.683650:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077509.683652:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077509.683654:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077509.683655:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077509.683657:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077509.683659:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077509.683661:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077509.683663:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077509.683665:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683667:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.683668:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077509.683669:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077509.683671:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077509.683672:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077509.683673:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077509.683675:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077509.683676:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077509.683677:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077509.683679:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683681:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.683682:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077509.683683:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077509.683685:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077509.683686:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077509.683687:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077509.683689:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077509.683690:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077509.683692:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077509.683693:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683695:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683699:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077509.683701:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683703:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077509.683704:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077509.683706:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077509.683707:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077509.683709:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.683711:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077509.683713:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077509.683715:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077509.683719:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077509.683723:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077509.683725:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077509.683726:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077509.683728:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077509.683731:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683737:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077509.683738:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077509.683742:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077509.683756:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077509.683760:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077509.683763:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.683765:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683766:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077509.683769:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683773:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297820698 00000100:00000001:3.0:1769077509.683775:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297821945 00000100:00000001:3.0:1769077509.683778:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297820698 00000100:00000001:3.0:1769077509.683780:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297821945 00000100:00000001:3.0:1769077509.683782:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077509.683784:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683786:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077509.683791:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077509/real 1769077509] req@ffff8f28835e8000 x1855008978397696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077509.683799:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077509.683800:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077509.683803:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077509.683805:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077509.683806:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683808:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.683810:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077509.683814:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978397696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077509.683821:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683824:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077509.683826:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683828:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077509.683829:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683831:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077509.683833:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077509.683835:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077509.683839:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077509.683842:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077509.683845:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978397696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077509.683849:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683851:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077509.683852:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077509.683854:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077509.683856:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077509.683857:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077509.683859:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077509.683876:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077509.683879:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077509.683882:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077509.683883:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683885:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077509.683888:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077509.683890:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077509.683892:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077509.683894:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077510.322462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077510.322468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077510.322468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077510.322476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077510.322477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077510.322479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077510.322483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077510.322488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077510.322493:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077510.322498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077510.322501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077510.322505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077510.322509:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077511.346466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077511.346472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077511.346474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077511.346479:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077511.346482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077511.346485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077511.346485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077511.346490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077511.346490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077511.346493:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077511.346497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077511.346498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077511.346502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077512.370444:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077512.370453:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077512.370456:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077512.370457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077512.370463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077512.370466:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077512.370472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077512.370472:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077512.370478:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077512.370478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077512.370483:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077512.370485:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077512.370489:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077512.370489:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077512.370497:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077512.370497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077512.370500:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077512.370503:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077512.370505:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077513.394505:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077513.394508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077513.394515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077513.394517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077513.394522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077513.394522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077513.394528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077513.394536:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077513.394543:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077513.394547:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077513.394551:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077513.394553:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077513.394557:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.418454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077514.418462:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077514.418465:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077514.418472:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077514.418477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077514.418477:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077514.418482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.418483:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077514.418486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077514.418489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.418489:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077514.418495:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077514.418500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077514.802501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077514.802510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077514.802516:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077514.802523:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077514.802536:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077514.802542:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3153 00000100:00080000:3.0:1769077514.802553:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077514.802556:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.802558:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077514.802561:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077514.802564:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077514.802566:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077514.802568:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077514.802569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.802570:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077514.802574:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077514.802576:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.802580:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077514.802583:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077514.802586:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802589:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077514.802591:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.802603:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077514.802605:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802609:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077514.802612:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077514.802616:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802630:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077514.802640:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978397824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077514.802648:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077514.802652:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802665:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077514.802668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077514.802670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077514.802672:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077514.802673:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077514.802675:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077514.802677:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3153 00000100:00080000:3.0:1769077514.802681:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077514.802683:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.802685:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077514.802687:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077514.802688:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077514.802690:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077514.802694:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077514.802698:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.802702:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077514.802708:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077514.802711:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.802715:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077514.802721:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077514.802726:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802729:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077514.802735:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077514.802740:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802741:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.802744:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077514.802745:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802746:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077514.802747:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077514.802751:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802755:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077514.802762:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978397952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077514.802771:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077514.802773:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802794:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077514.802796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077514.802798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077514.802799:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077514.802802:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077514.802806:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077514.802811:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3153 00000100:00080000:3.0:1769077514.802817:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077514.802819:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.802820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077514.802822:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077514.802823:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077514.802824:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077514.802826:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077514.802827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.802828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077514.802830:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077514.802832:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.802833:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077514.802835:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077514.802837:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802838:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077514.802840:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077514.802841:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802842:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.802846:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077514.802848:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802850:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077514.802853:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077514.802855:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802859:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077514.802864:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978398080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077514.802873:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077514.802877:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802881:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077514.802884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077514.802888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077514.802892:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077514.802894:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077514.802895:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077514.802897:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3153 00000100:00080000:3.0:1769077514.802901:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077514.802904:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.802905:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077514.802907:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077514.802908:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077514.802911:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077514.802914:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077514.802919:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.802920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077514.802926:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077514.802929:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.802940:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077514.802943:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077514.802948:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802950:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077514.802954:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077514.802957:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802959:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.802964:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077514.802967:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802971:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077514.802973:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077514.802976:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.802980:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077514.802989:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978398208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077514.803008:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077514.803012:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.803018:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077514.803021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077514.803027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077514.803031:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077514.803033:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077514.803037:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077514.803042:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3153 00000100:00080000:3.0:1769077514.803045:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077514.803048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.803051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077514.803055:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077514.803057:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077514.803059:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077514.803064:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077514.803067:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077514.803070:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077514.803076:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077514.803080:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.803085:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077514.803089:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077514.803094:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.803099:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077514.803104:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077514.803111:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.803117:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077514.803134:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077514.803136:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.803138:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077514.803140:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077514.803144:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.803151:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077514.803158:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978398336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077514.803177:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077514.803181:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077514.803190:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077515.442476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077515.442481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077515.442485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077515.442486:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077515.442489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077515.442490:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077515.442493:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077515.442498:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769077515.442499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077515.442500:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077515.442503:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077515.442507:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077515.442507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077515.442513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077515.442514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077515.442516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077515.442520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077515.442524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077515.442527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077516.466447:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077516.466453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077516.466456:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077516.466457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077516.466460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077516.466463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077516.466465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077516.466467:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077516.466472:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077516.466476:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077516.466480:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077516.466483:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077516.466486:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077517.490515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077517.490520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077517.490526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077517.490526:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077517.490529:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077517.490535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077517.490538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077517.490540:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077517.490542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077517.490545:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077517.490549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077517.490551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077517.490554:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077518.514439:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077518.514448:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077518.514450:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077518.514455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077518.514456:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077518.514460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077518.514462:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077518.514466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077518.514466:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077518.514469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077518.514471:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077518.514474:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077518.514477:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.538473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077519.538479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077519.538481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077519.538481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077519.538487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077519.538488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077519.538494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077519.538497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077519.538497:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077519.538502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.538502:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077519.538505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077519.538509:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077519.922447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077519.922457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077519.922460:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077519.922465:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077519.922469:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077519.922475:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3158 00000100:00080000:3.0:1769077519.922487:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077519.922490:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922492:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077519.922496:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077519.922500:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077519.922505:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077519.922511:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077519.922513:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922515:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077519.922520:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077519.922524:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.922528:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077519.922531:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077519.922535:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922537:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077519.922541:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.922553:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077519.922555:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922559:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077519.922562:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077519.922566:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922578:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077519.922588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978398464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077519.922597:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077519.922600:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922616:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077519.922619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077519.922621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077519.922622:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077519.922624:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077519.922626:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077519.922627:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3158 00000100:00080000:3.0:1769077519.922631:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077519.922632:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922633:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077519.922635:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077519.922636:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077519.922638:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077519.922639:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077519.922641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922642:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077519.922645:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077519.922647:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.922648:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077519.922653:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077519.922656:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922660:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077519.922664:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077519.922669:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922672:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.922680:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077519.922682:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922686:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077519.922703:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077519.922708:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922713:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077519.922721:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978398592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077519.922733:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077519.922735:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922740:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077519.922742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077519.922744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077519.922748:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077519.922749:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077519.922751:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077519.922754:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3158 00000100:00080000:3.0:1769077519.922757:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077519.922758:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922759:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077519.922761:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077519.922763:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077519.922765:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077519.922770:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077519.922774:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077519.922779:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077519.922782:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.922783:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077519.922786:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077519.922787:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922789:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077519.922790:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077519.922792:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922793:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.922797:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077519.922798:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922800:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077519.922800:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077519.922802:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922806:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077519.922814:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978398720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077519.922820:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077519.922822:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922824:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077519.922826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077519.922830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077519.922831:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077519.922832:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077519.922837:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077519.922840:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3158 00000100:00080000:3.0:1769077519.922845:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077519.922848:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077519.922856:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077519.922857:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077519.922858:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077519.922860:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077519.922865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077519.922870:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077519.922874:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.922875:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077519.922877:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077519.922879:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922880:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077519.922882:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077519.922887:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922889:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.922893:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077519.922897:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922902:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077519.922904:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077519.922908:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922915:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077519.922924:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978398848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077519.922936:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077519.922937:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.922938:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077519.922940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077519.922947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077519.922950:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077519.922951:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077519.922953:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077519.922957:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3158 00000100:00080000:3.0:1769077519.922961:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077519.922963:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077519.922967:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077519.922970:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077519.922977:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077519.922983:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077519.922989:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077519.922990:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077519.922996:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077519.923002:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.923005:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077519.923008:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077519.923012:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.923018:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077519.923020:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077519.923026:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.923032:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077519.923037:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077519.923040:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.923043:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077519.923047:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077519.923050:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.923055:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077519.923063:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978398976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077519.923077:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077519.923081:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077519.923085:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077520.562444:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077520.562449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077520.562452:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077520.562453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077520.562454:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077520.562458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077520.562458:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077520.562460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077520.562462:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077520.562465:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077520.562468:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077520.562471:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077520.562475:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077521.586459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077521.586460:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077521.586465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077521.586467:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077521.586471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077521.586471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077521.586474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077521.586478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077521.586484:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077521.586488:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077521.586492:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077521.586494:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077521.586498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077521.970455:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077521.970458:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077521.970460:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077521.970462:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077522.610475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077522.610480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077522.610483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077522.610483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077522.610485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077522.610489:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077522.610490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077522.610493:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077522.610494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077522.610495:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077522.610497:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077522.610498:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077522.610499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077522.610501:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077522.610502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077522.610503:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077522.610504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077522.610506:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077522.610508:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077522.994525:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077522.994534:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077522.994537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077522.994544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077522.994549:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077522.994553:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077522.994556:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077522.994559:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077522.994563:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077523.634482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077523.634482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077523.634489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077523.634490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077523.634493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077523.634496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077523.634498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077523.634499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077523.634504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077523.634508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077523.634511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077523.634512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077523.634514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077523.634565:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077523.634570:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077523.634574:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077524.018492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077524.018501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077524.018504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077524.018511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077524.018516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077524.018521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077524.018525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077524.018528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077524.018531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077524.658482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077524.658486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077524.658489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077524.658490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077524.658492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077524.658496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077524.658498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077524.658499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077524.658504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077524.658508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077524.658511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077524.658514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077524.658518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077525.042437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077525.042438:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077525.042443:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077525.042447:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077525.042447:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769077525.042452:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769077525.042453:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077525.042457:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077525.042460:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077525.042468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077525.042468:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3163 00000100:00000001:1.0:1769077525.042474:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077525.042478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077525.042480:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077525.042482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077525.042485:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077525.042488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042488:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077525.042492:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077525.042496:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077525.042498:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077525.042500:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077525.042502:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077525.042503:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077525.042506:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077525.042508:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.042511:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077525.042513:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077525.042516:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042517:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077525.042519:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.042528:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077525.042529:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042532:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077525.042534:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077525.042538:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042548:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077525.042556:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978399104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077525.042564:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077525.042567:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042580:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077525.042582:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077525.042590:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077525.042592:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077525.042593:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077525.042596:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077525.042599:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3163 00000100:00080000:3.0:1769077525.042614:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077525.042617:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077525.042619:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077525.042622:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077525.042623:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077525.042625:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077525.042628:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077525.042633:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077525.042637:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077525.042644:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077525.042650:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.042656:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077525.042665:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077525.042669:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042672:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077525.042675:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077525.042680:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042684:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.042692:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077525.042695:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042697:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077525.042699:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077525.042702:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042709:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077525.042718:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978399232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077525.042731:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077525.042734:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042738:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077525.042741:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077525.042744:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077525.042746:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077525.042748:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077525.042750:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077525.042753:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3163 00000100:00080000:3.0:1769077525.042759:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077525.042762:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077525.042763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077525.042765:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077525.042767:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077525.042768:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077525.042771:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077525.042774:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077525.042776:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077525.042782:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077525.042787:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.042789:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077525.042792:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077525.042796:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042797:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077525.042801:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077525.042804:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042806:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.042810:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077525.042812:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042814:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077525.042816:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077525.042819:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042826:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077525.042834:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978399360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077525.042845:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077525.042848:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042853:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077525.042857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077525.042861:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077525.042863:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077525.042866:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077525.042868:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077525.042874:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3163 00000100:00080000:3.0:1769077525.042879:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077525.042884:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077525.042887:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077525.042890:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077525.042892:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077525.042895:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077525.042900:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077525.042904:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077525.042907:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077525.042916:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077525.042923:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.042930:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077525.042937:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077525.042943:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042949:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077525.042954:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077525.042963:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042968:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.042975:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077525.042978:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.042983:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077525.042987:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077525.042991:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.043001:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077525.043011:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978399488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077525.043023:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077525.043025:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.043028:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077525.043034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077525.043041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077525.043046:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077525.043050:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077525.043072:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077525.043083:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3163 00000100:00080000:3.0:1769077525.043090:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077525.043096:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077525.043099:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077525.043102:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077525.043103:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077525.043105:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077525.043108:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077525.043112:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077525.043113:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077525.043120:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077525.043125:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.043130:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077525.043133:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077525.043137:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.043142:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077525.043145:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077525.043148:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.043154:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077525.043159:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077525.043162:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.043165:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077525.043168:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077525.043170:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.043175:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077525.043183:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978399616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077525.043201:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077525.043206:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.043212:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.682472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077525.682479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077525.682481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077525.682481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077525.682489:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769077525.682491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077525.682494:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077525.682498:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.682498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077525.682504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077525.682505:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077525.682509:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.682511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077525.682514:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.682515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077525.682518:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077525.682521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077525.682524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077525.682527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077525.682621:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077525.682625:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077525.682628:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077526.066484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077526.066493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077526.066495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077526.066502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077526.066507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077526.066511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077526.066514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077526.066516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077526.066520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077526.706485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077526.706492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077526.706492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077526.706494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077526.706498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077526.706500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077526.706505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077526.706507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077526.706508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077526.706512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077526.706513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077526.706517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077526.706520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077527.090447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077527.090460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077527.090462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077527.090466:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077527.090470:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077527.090473:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077527.090475:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077527.090476:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077527.090479:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077527.730464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077527.730469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077527.730471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077527.730474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077527.730474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077527.730482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077527.730482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077527.730485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077527.730487:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077527.730491:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077527.730493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077527.730495:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077527.730497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077527.730542:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077527.730545:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077527.730548:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077528.114445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077528.114453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077528.114455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077528.114462:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077528.114466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077528.114471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077528.114473:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077528.114476:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077528.114479:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077528.754487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077528.754493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077528.754494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077528.754496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077528.754499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077528.754502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077528.754508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077528.754508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077528.754513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077528.754514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077528.754519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077528.754521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077528.754523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077529.138445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077529.138451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077529.138453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077529.138457:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077529.138460:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077529.138463:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077529.138465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077529.138467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077529.138469:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077529.778474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077529.778479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077529.778481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077529.778482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077529.778483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077529.778488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077529.778489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077529.778490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077529.778492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077529.778495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077529.778498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077529.778501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077529.778504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077529.778590:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077529.778598:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077529.778603:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077530.162496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769077530.162497:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077530.162506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077530.162508:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077530.162509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162514:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077530.162541:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077530.162546:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077530.162554:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3168 00000100:00100000:1.0:1769077530.162562:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077530.162567:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077530.162570:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077530.162571:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077530.162577:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077530.162579:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077530.162583:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769077530.162587:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769077530.162588:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077530.162593:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077530.162594:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077530.162596:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077530.162602:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077530.162604:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162605:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077530.162620:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077530.162623:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.162626:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077530.162630:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077530.162632:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162634:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077530.162636:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.162649:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077530.162651:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162654:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077530.162657:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077530.162662:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162673:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077530.162681:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978399744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077530.162690:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077530.162694:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162707:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077530.162709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077530.162712:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077530.162714:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077530.162715:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077530.162717:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077530.162719:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3168 00000100:00080000:3.0:1769077530.162721:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077530.162722:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077530.162724:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077530.162726:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077530.162728:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077530.162730:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077530.162732:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077530.162733:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077530.162734:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077530.162736:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077530.162738:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.162740:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077530.162745:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077530.162753:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162763:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077530.162767:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077530.162771:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162777:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.162787:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077530.162789:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162792:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077530.162793:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077530.162798:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162805:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077530.162813:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978399872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077530.162838:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077530.162840:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162845:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077530.162849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077530.162854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077530.162855:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077530.162858:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077530.162868:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077530.162873:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3168 00000100:00080000:3.0:1769077530.162876:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077530.162878:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077530.162880:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077530.162883:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077530.162885:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077530.162890:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077530.162894:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077530.162896:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077530.162898:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077530.162901:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077530.162903:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.162904:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077530.162907:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077530.162908:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162910:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077530.162911:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077530.162912:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162913:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.162917:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077530.162918:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162919:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077530.162920:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077530.162921:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162926:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077530.162933:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978400000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077530.162949:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077530.162955:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.162966:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077530.162973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077530.162985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077530.162990:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077530.162992:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077530.162996:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077530.163007:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3168 00000100:00080000:3.0:1769077530.163013:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077530.163018:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077530.163023:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077530.163035:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077530.163040:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077530.163043:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077530.163046:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077530.163051:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077530.163056:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077530.163060:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077530.163061:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.163062:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077530.163065:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077530.163070:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163071:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077530.163074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077530.163083:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163093:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.163110:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077530.163113:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163116:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077530.163121:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077530.163126:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163140:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077530.163157:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978400128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077530.163185:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077530.163189:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163197:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077530.163199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077530.163208:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077530.163210:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077530.163212:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077530.163216:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077530.163224:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3168 00000100:00080000:3.0:1769077530.163228:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077530.163232:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077530.163234:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077530.163237:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077530.163241:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077530.163244:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077530.163250:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077530.163256:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077530.163263:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077530.163268:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077530.163272:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.163281:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077530.163294:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077530.163303:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163305:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077530.163308:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077530.163311:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163313:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077530.163319:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077530.163323:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163326:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077530.163328:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077530.163330:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163339:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077530.163346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978400256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077530.163355:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077530.163358:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.163361:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.802498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077530.802503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077530.802521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077530.802528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077530.802529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077530.802531:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077530.802534:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077530.802538:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077530.802541:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077530.802544:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077530.802546:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077530.802548:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077530.802551:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077531.186476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077531.186484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077531.186486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077531.186492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077531.186496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077531.186530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077531.186533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077531.186536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077531.186539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077531.826459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077531.826460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077531.826465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077531.826467:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077531.826472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077531.826474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077531.826478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077531.826479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077531.826486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077531.826505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077531.826508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077531.826511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077531.826515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077531.826559:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077531.826564:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077531.826569:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077532.210510:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077532.210519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077532.210521:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077532.210526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077532.210529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077532.210533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077532.210535:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077532.210538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077532.210540:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077532.850537:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077532.850543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077532.850545:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077532.850548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077532.850549:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077532.850557:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077532.850559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077532.850561:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077532.850564:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077532.850566:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077532.850569:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077532.850570:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077532.850576:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077532.850576:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077532.850580:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077532.850582:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077532.850587:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077532.850589:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077532.850593:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077533.234541:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077533.234550:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077533.234552:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077533.234558:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077533.234562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077533.234566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077533.234569:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077533.234572:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077533.234574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077533.874439:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077533.874446:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077533.874448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077533.874448:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077533.874453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077533.874466:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077533.874472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077533.874473:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077533.874476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077533.874478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077533.874482:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077533.874484:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077533.874487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077533.874530:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077533.874533:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077533.874536:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077534.258511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077534.258518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077534.258520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077534.258526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077534.258531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077534.258534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077534.258537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077534.258539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077534.258543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077534.898508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077534.898511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077534.898515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077534.898516:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077534.898521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077534.898521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077534.898524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077534.898528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077534.898533:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077534.898537:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077534.898541:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077534.898543:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077534.898547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077535.282505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077535.282511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077535.282518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077535.282520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077535.282523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282526:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077535.282530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077535.282534:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077535.282535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077535.282540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077535.282543:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077535.282553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077535.282553:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3173 00000100:00000001:1.0:1769077535.282557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077535.282561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077535.282568:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077535.282572:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.282574:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077535.282577:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077535.282580:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077535.282582:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077535.282585:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077535.282586:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.282587:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077535.282593:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077535.282597:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.282601:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077535.282605:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077535.282608:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282610:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077535.282614:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.282629:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077535.282632:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282636:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077535.282639:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077535.282644:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282660:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077535.282671:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978400384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077535.282683:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077535.282689:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282710:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077535.282714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077535.282718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077535.282720:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077535.282722:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077535.282726:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077535.282729:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3173 00000100:00080000:3.0:1769077535.282734:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077535.282737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.282738:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077535.282741:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077535.282743:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077535.282745:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077535.282748:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077535.282752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.282753:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077535.282757:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077535.282761:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.282763:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077535.282770:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077535.282774:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282779:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077535.282788:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077535.282795:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282800:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.282808:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077535.282813:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282821:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077535.282825:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077535.282832:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282847:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077535.282863:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978400512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077535.282883:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077535.282888:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.282896:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077535.282900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077535.282906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077535.282911:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077535.282918:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077535.282930:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077535.282935:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3173 00000100:00080000:3.0:1769077535.282943:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077535.282946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.282948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077535.282952:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077535.282954:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077535.282956:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077535.282959:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077535.282961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.282966:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077535.282978:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077535.282984:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.282990:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077535.282999:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077535.283006:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283013:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077535.283018:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077535.283023:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283029:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.283035:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077535.283049:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283055:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077535.283060:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077535.283066:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283078:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077535.283092:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978400640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077535.283111:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077535.283120:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283132:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077535.283143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077535.283159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077535.283164:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077535.283169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077535.283181:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077535.283193:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3173 00000100:00080000:3.0:1769077535.283207:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077535.283214:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.283218:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077535.283227:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077535.283231:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077535.283236:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077535.283245:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077535.283254:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.283258:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077535.283269:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077535.283276:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.283288:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077535.283295:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077535.283305:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283323:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077535.283332:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077535.283344:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283355:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.283413:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077535.283418:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283421:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077535.283423:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077535.283427:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283454:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077535.283465:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978400768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077535.283497:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077535.283509:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283526:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077535.283537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077535.283548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077535.283553:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077535.283560:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077535.283572:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077535.283583:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3173 00000100:00080000:3.0:1769077535.283594:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077535.283607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.283612:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077535.283624:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077535.283631:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077535.283641:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077535.283655:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077535.283666:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077535.283673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077535.283695:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077535.283706:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.283713:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077535.283720:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077535.283727:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283734:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077535.283740:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769077535.283743:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:3.0:1769077535.283747:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077535.283748:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.283756:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077535.283757:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077535.283763:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077535.283767:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077535.283771:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283774:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077535.283775:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077535.283780:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 02000000:00000001:3.0:1769077535.283780:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077535.283790:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283791:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077535.283803:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077535.283808:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077535.283815:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1769077535.283818:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978400896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077535.283819:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077535.283822:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283828:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077535.283833:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283843:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297846303 00000100:00000001:0.0:1769077535.283848:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297847545 00000100:00000001:0.0:1769077535.283854:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297846303 00000100:00000001:3.0:1769077535.283856:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077535.283858:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297847545 00000100:00000001:0.0:1769077535.283860:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077535.283862:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283864:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283869:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077535.283871:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077535.283875:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077535/real 1769077535] req@ffff8f28835fb100 x1855008978400640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077535.283884:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077535.283885:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077535.283889:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077535.283890:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077535.283892:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.283893:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077535.283894:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077535.283897:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978400640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077535.283903:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.283905:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077535.283907:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.283908:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077535.283909:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.283910:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077535.283912:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077535.283913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077535.283916:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077535.283917:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077535.283919:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978400640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077535.283921:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.283923:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077535.283923:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077535.283925:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077535.283926:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077535.283927:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077535.283929:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077535.283930:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077535.283931:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077535.283933:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077535.283934:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.283935:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077535.283935:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077535.283936:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077535.283937:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077535.283938:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077535.283939:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077535.283940:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077535.283941:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077535.283942:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077535.283943:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.283944:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.283946:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077535.283947:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283948:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077535.283950:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077535.283950:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077535.283951:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077535.283953:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077535.283955:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077535.283956:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077535.283957:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077535.283959:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978400768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077535.283962:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077535.283963:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077535.283964:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077535.283966:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077535.283967:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283971:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077535.283972:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077535.283975:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077535.283981:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077535.283984:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077535.283985:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077535.283986:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283987:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077535.283989:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.283991:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297846306 00000100:00000001:0.0:1769077535.283993:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297847545 00000100:00000001:0.0:1769077535.283994:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297846306 00000100:00000001:0.0:1769077535.283996:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297847545 00000100:00000001:0.0:1769077535.283997:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077535.283999:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.284000:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077535.284002:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077535/real 1769077535] req@ffff8f28835fb800 x1855008978400768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077535.284007:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077535.284008:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077535.284009:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077535.284010:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077535.284011:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284012:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077535.284014:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077535.284016:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978400768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077535.284021:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284022:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077535.284024:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284025:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077535.284025:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284026:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077535.284028:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077535.284029:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077535.284031:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077535.284032:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077535.284034:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978400768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077535.284036:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077535.284037:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077535.284038:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077535.284040:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077535.284041:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077535.284042:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077535.284044:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978400896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077535.284046:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077535.284047:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077535.284048:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077535.284049:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077535.284051:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.284054:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077535.284055:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:0.0:1769077535.284057:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077535.284062:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077535.284065:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077535.284066:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077535.284067:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.284068:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077535.284070:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.284072:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297846298 00000100:00000001:0.0:1769077535.284074:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297847545 00000100:00000001:0.0:1769077535.284075:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297846298 00000100:00000001:0.0:1769077535.284077:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297847545 00000100:00000001:0.0:1769077535.284078:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077535.284079:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.284080:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077535.284083:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077535/real 1769077535] req@ffff8f28835f8e00 x1855008978400896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077535.284087:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077535.284088:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077535.284089:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077535.284090:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077535.284091:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284092:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077535.284093:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077535.284095:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978400896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077535.284100:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284101:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077535.284102:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284103:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077535.284104:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284105:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077535.284106:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077535.284107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077535.284110:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077535.284111:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077535.284113:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978400896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077535.284116:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284117:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077535.284117:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077535.284118:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077535.284119:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077535.284120:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077535.284121:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077535.284122:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077535.284123:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077535.284124:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077535.284125:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284126:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077535.284127:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077535.284127:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077535.284128:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077535.284129:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077535.284130:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077535.284130:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077535.284131:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077535.284133:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077535.284133:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284135:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077535.284136:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077535.284137:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077535.284138:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077535.284139:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077535.922480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077535.922480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077535.922489:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077535.922489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077535.922493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077535.922495:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077535.922500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077535.922502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077535.922506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077535.922508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077535.922511:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.922514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077535.922516:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.922519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077535.922521:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077535.922524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077535.922528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077535.922530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077535.922531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077535.922588:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077535.922591:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077535.922594:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077536.306488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077536.306497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077536.306499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077536.306506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077536.306511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077536.306516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077536.306520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077536.306523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077536.306526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077536.946517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077536.946518:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077536.946525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077536.946526:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077536.946531:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077536.946534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077536.946537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077536.946539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077536.946545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077536.946549:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077536.946552:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077536.946554:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077536.946557:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077536.946675:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077536.946679:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077536.946683:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077537.330463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077537.330471:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077537.330474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077537.330480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077537.330484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077537.330488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077537.330491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077537.330493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077537.330496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077537.970464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077537.970473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077537.970474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077537.970477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077537.970478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077537.970486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077537.970488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077537.970488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077537.970495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077537.970500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077537.970503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077537.970505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077537.970509:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077537.970554:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077537.970559:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077537.970563:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077538.354488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077538.354494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077538.354496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077538.354500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077538.354503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077538.354507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077538.354508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077538.354510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077538.354513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077538.994491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077538.994496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077538.994497:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077538.994500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077538.994501:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077538.994506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077538.994507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077538.994509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077538.994513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077538.994518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077538.994520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077538.994522:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077538.994524:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077538.994569:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077538.994574:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077538.994578:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077539.378498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077539.378505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077539.378508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077539.378513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077539.378517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077539.378521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077539.378524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077539.378527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077539.378530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.018496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077540.018503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077540.018504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077540.018509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.018509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077540.018518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077540.018518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077540.018519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.018526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077540.018531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077540.018534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077540.018537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077540.018540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077540.018589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077540.018594:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077540.018598:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077540.402474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077540.402476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077540.402483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077540.402484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077540.402486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402488:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077540.402493:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077540.402494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769077540.402499:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077540.402500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077540.402506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077540.402509:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3178 00000100:00000001:1.0:1769077540.402511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077540.402515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077540.402520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077540.402524:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077540.402529:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077540.402532:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077540.402537:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077540.402540:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077540.402543:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077540.402546:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077540.402548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077540.402550:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077540.402555:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077540.402558:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077540.402561:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077540.402564:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077540.402568:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402570:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077540.402572:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077540.402585:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077540.402587:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077540.402601:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077540.402606:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402621:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077540.402632:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978401024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077540.402644:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077540.402649:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402664:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077540.402666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077540.402668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077540.402669:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077540.402671:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077540.402673:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077540.402675:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3178 00000100:00080000:3.0:1769077540.402678:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077540.402679:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077540.402681:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077540.402682:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077540.402683:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077540.402685:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077540.402687:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077540.402688:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077540.402689:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077540.402692:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077540.402694:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077540.402696:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077540.402700:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077540.402702:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402703:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077540.402707:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:3.0:1769077540.402707:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077540.402710:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.402712:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077540.402713:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.402716:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769077540.402718:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077540.402720:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769077540.402721:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.402723:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402724:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077540.402729:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077540.402733:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077540.402733:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077540.402736:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.402737:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402742:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077540.402744:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978401024:192.168.204.124@tcp:250:kworker.0 00000100:00100000:3.0:1769077540.402750:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978401152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077540.402752:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077540.402757:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769077540.402760:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077540.402761:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402764:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.402766:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077540.402769:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.402772:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077540.402773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077540.402778:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077540.402779:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077540.402781:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077540.402782:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077540.402784:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3178 00000100:00080000:3.0:1769077540.402787:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077540.402788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077540.402789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077540.402790:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077540.402791:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077540.402792:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077540.402793:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1769077540.402794:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077540.402797:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:3.0:1769077540.402798:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077540.402800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077540.402804:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077540.402805:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077540.402806:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077540.402809:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077540.402811:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077540.402813:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402814:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077540.402815:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077540.402817:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402818:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077540.402822:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077540.402823:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402825:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077540.402827:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077540.402828:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402833:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077540.402838:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978401280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077540.402846:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077540.402849:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077540.402852:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077540.402854:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077540.402859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077540.402862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077540.402865:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077540.402867:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077540.402869:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077540.402871:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077540.402874:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077540.402878:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077540.402878:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3178 00000100:00000001:0.0:1769077540.402882:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769077540.402887:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077540.402889:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402890:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077540.402893:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077540.402895:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297852665 00000020:00000001:3.0:1769077540.402896:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077540.402899:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077540.402901:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077540.402902:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077540.402904:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077540.402904:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077540.402906:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769077540.402908:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077540.402911:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077540.402913:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077540.402914:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297852665 02000000:00000001:3.0:1769077540.402916:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077540.402919:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.402921:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077540.402921:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077540.402926:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077540.402929:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.402930:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00100000:3.0:1769077540.402933:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1769077540.402936:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077540/real 1769077540] req@ffff8f28835f9f80 x1855008978401024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769077540.402937:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402941:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077540.402948:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:0.0:1769077540.402951:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1769077540.402951:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077540.402954:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077540.402955:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077540.402958:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077540.402960:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.402961:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077540.402965:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077540.402968:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077540.402968:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.402971:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077540.402974:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077540.402975:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978401408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077540.402981:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978401024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077540.402986:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077540.402990:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.402995:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.402997:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077540.402998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077540.403002:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077540.403002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077540.403006:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077540.403007:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077540.403009:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077540.403011:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077540.403012:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077540.403014:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077540.403017:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3178 00000100:00000001:0.0:1769077540.403019:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769077540.403021:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077540.403022:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077540.403026:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1769077540.403027:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769077540.403029:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077540.403032:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:0.0:1769077540.403034:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:3.0:1769077540.403035:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077540.403038:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077540.403039:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769077540.403041:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077540.403045:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769077540.403046:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978401024:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077540.403047:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077540.403054:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077540.403055:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077540.403057:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403059:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769077540.403060:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077540.403062:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077540.403063:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077540.403066:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077540.403067:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.403069:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077540.403071:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769077540.403072:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:3.0:1769077540.403074:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077540.403075:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769077540.403077:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077540.403078:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077540.403082:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077540.403084:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077540.403085:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403087:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077540.403088:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077540.403091:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1769077540.403091:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077540.403093:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403094:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403097:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077540.403102:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403103:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077540.403106:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403109:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769077540.403111:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978401536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077540.403112:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077540.403115:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077540.403117:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077540.403120:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403124:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769077540.403126:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077540.403128:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077540.403129:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403134:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077540.403137:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077540.403141:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077540.403144:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077540.403146:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077540.403147:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403148:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077540.403151:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403156:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077540.403157:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:0.0:1769077540.403160:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077540.403169:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077540.403173:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077540.403174:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077540.403176:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403178:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077540.403180:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403184:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297851425 00000100:00000001:0.0:1769077540.403187:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297852665 00000100:00000001:0.0:1769077540.403190:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297851425 00000100:00000001:0.0:1769077540.403192:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297852665 00000100:00000001:0.0:1769077540.403195:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077540.403197:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403199:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077540.403204:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077540/real 1769077540] req@ffff8f28835f8000 x1855008978401152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077540.403213:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077540.403214:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077540.403217:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077540.403219:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077540.403236:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403239:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077540.403241:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077540.403246:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978401152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077540.403253:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403255:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077540.403257:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403259:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077540.403260:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403262:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077540.403264:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077540.403267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077540.403274:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077540.403276:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077540.403278:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077540.403281:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077540.403283:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077540.403284:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403285:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077540.403287:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077540.403288:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077540.403290:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077540.403292:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077540.403294:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077540.403295:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403296:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077540.403298:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403303:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077540.403304:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:0.0:1769077540.403307:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077540.403316:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077540.403319:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077540.403320:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077540.403322:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403323:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077540.403325:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403327:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297851422 00000100:00000001:0.0:1769077540.403329:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297852665 00000100:00000001:0.0:1769077540.403331:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297851422 00000100:00000001:0.0:1769077540.403332:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297852665 00000100:00000001:0.0:1769077540.403334:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077540.403335:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403336:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077540.403338:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077540/real 1769077540] req@ffff8f28835fa680 x1855008978401280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077540.403343:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077540.403358:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077540.403360:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077540.403361:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077540.403362:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403363:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077540.403364:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077540.403367:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978401280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077540.403372:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403394:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077540.403396:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403397:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077540.403398:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403400:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077540.403401:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077540.403402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077540.403404:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077540.403406:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077540.403408:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077540.403411:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077540.403412:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077540.403413:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403415:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077540.403416:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077540.403418:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077540.403420:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077540.403422:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077540.403423:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077540.403424:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403425:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077540.403427:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403432:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077540.403433:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:0.0:1769077540.403435:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077540.403444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077540.403447:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077540.403448:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077540.403449:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403451:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077540.403452:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403455:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297851426 00000100:00000001:0.0:1769077540.403457:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297852665 00000100:00000001:0.0:1769077540.403458:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297851426 00000100:00000001:0.0:1769077540.403460:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297852665 00000100:00000001:0.0:1769077540.403461:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077540.403463:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403464:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077540.403466:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077540/real 1769077540] req@ffff8f28835f8e00 x1855008978401408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077540.403475:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077540.403476:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077540.403478:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077540.403479:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077540.403480:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403481:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077540.403482:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077540.403484:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978401408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077540.403489:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403491:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077540.403492:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403493:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077540.403494:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403495:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077540.403496:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077540.403497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077540.403499:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077540.403500:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077540.403502:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077540.403504:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403505:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077540.403506:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077540.403507:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077540.403508:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077540.403509:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077540.403510:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077540.403512:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077540.403513:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077540.403515:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077540.403516:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403517:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077540.403518:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077540.403519:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077540.403520:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077540.403521:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077540.403522:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077540.403523:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077540.403524:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077540.403525:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077540.403526:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403527:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077540.403527:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077540.403528:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077540.403529:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077540.403530:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077540.403530:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077540.403531:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077540.403532:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077540.403533:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077540.403533:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403534:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403537:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077540.403538:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403539:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077540.403540:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077540.403541:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077540.403542:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077540.403542:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403544:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077540.403545:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077540.403546:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077540.403548:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077540.403549:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077540.403550:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077540.403551:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077540.403552:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077540.403554:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403557:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077540.403558:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077540.403560:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077540.403567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077540.403569:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077540.403570:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077540.403571:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403572:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077540.403574:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403576:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297851418 00000100:00000001:0.0:1769077540.403578:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297852665 00000100:00000001:0.0:1769077540.403579:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297851418 00000100:00000001:0.0:1769077540.403580:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297852665 00000100:00000001:0.0:1769077540.403582:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077540.403583:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403584:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077540.403587:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077540/real 1769077540] req@ffff8f28835fb800 x1855008978401536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077540.403594:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077540.403596:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077540.403598:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077540.403599:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077540.403601:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403603:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077540.403604:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077540.403608:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978401536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077540.403615:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403617:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077540.403620:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403621:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077540.403622:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403624:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077540.403626:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077540.403629:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077540.403633:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077540.403635:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077540.403639:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077540.403644:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403646:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077540.403647:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077540.403649:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077540.403650:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077540.403652:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077540.403653:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077540.403655:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077540.403656:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077540.403658:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077540.403659:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403661:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077540.403664:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077540.403666:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077540.403667:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077540.403669:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077541.042481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077541.042488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077541.042491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077541.042497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077541.042499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077541.042501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077541.042503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077541.042504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077541.042507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077541.042507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077541.042508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077541.042509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077541.042512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077541.042566:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077541.042569:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077541.042572:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077541.426461:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077541.426467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077541.426469:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077541.426474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077541.426477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077541.426480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077541.426482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077541.426484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077541.426486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077542.066511:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077542.066512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077542.066523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077542.066524:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077542.066529:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077542.066533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077542.066538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077542.066539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077542.066547:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077542.066551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077542.066555:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077542.066559:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077542.066562:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077542.066610:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077542.066615:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077542.066618:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077542.450508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077542.450516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077542.450518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077542.450525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077542.450529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077542.450534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077542.450536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077542.450539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077542.450542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077543.090450:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077543.090458:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077543.090460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077543.090466:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077543.090470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077543.090472:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077543.090477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077543.090478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077543.090484:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077543.090486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077543.090487:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077543.090491:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077543.090492:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077543.090496:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077543.090501:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077543.090506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077543.090509:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077543.090511:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077543.090514:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077543.090567:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077543.090571:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077543.090575:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077543.474457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077543.474464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077543.474465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077543.474469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077543.474473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077543.474476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077543.474478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077543.474480:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077543.474482:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077544.114468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077544.114473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077544.114475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077544.114476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077544.114477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077544.114482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077544.114483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077544.114484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077544.114486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077544.114489:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077544.114492:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077544.114494:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077544.114497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077544.114548:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077544.114553:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077544.114557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077544.498495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077544.498501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077544.498502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077544.498507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077544.498510:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077544.498513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077544.498515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077544.498517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077544.498520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.138437:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077545.138444:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077545.138446:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077545.138450:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077545.138454:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077545.138457:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077545.138459:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077545.138461:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077545.138464:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077545.138466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077545.138471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077545.138478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077545.138480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077545.138532:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077545.138535:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077545.138538:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077545.522443:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077545.522444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077545.522449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077545.522452:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077545.522452:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077545.522455:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077545.522457:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077545.522459:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077545.522461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077545.522463:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077545.522464:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077545.522467:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077545.522469:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077545.522470:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3184 00000100:00000001:1.0:1769077545.522473:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077545.522481:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077545.522484:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077545.522487:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077545.522492:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077545.522495:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077545.522497:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077545.522500:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077545.522502:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077545.522504:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077545.522508:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077545.522511:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077545.522513:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077545.522516:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077545.522518:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522520:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077545.522522:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077545.522532:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077545.522533:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522536:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077545.522538:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077545.522542:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522552:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077545.522560:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978401664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077545.522569:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077545.522573:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522586:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077545.522588:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077545.522590:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077545.522591:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077545.522593:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077545.522595:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077545.522596:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3184 00000100:00080000:3.0:1769077545.522600:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077545.522602:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077545.522604:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077545.522605:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077545.522607:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077545.522609:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077545.522610:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077545.522611:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077545.522612:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077545.522615:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077545.522616:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077545.522617:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077545.522620:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077545.522621:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077545.522624:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769077545.522625:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077545.522627:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769077545.522628:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522632:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077545.522633:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769077545.522636:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077545.522639:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.522640:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769077545.522641:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077545.522646:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077545.522648:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077545.522648:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522651:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077545.522652:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077545.522655:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077545.522656:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522662:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077545.522667:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978401664:192.168.204.124@tcp:250:kworker.0 00000100:00100000:3.0:1769077545.522670:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978401792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077545.522679:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077545.522680:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077545.522683:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522686:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.522688:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1769077545.522688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077545.522693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1769077545.522694:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522694:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077545.522696:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077545.522700:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769077545.522701:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1769077545.522703:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3184 00000100:00080000:3.0:1769077545.522706:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077545.522707:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077545.522709:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522710:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077545.522716:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077545.522716:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077545.522718:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077545.522720:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077545.522721:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077545.522722:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077545.522724:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077545.522726:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077545.522727:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077545.522729:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077545.522730:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.522732:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077545.522732:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077545.522734:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077545.522736:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000008:00000001:3.0:1769077545.522737:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522740:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.522746:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769077545.522746:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077545.522749:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522751:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077545.522751:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077545.522753:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522757:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077545.522760:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978401920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077545.522766:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077545.522767:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522768:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077545.522770:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077545.522772:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077545.522773:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077545.522775:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077545.522777:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077545.522786:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3184 00000800:00000100:0.0:1769077545.522791:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:3.0:1769077545.522793:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077545.522797:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077545.522798:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077545.522800:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077545.522801:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077545.522803:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077545.522804:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077545.522805:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077545.522806:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077545.522808:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769077545.522810:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077545.522813:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.522814:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769077545.522815:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077545.522819:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077545.522820:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077545.522826:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769077545.522826:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522830:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077545.522832:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077545.522834:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.522836:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522836:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077545.522839:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077545.522841:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.522843:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297857785 00000100:00000001:3.0:1769077545.522843:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077545.522844:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077545.522847:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522854:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.522858:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1769077545.522861:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978402048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077545.522867:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297857785 00000100:00000001:3.0:1769077545.522872:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077545.522875:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077545.522877:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.522882:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077545.522883:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077545.522888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077545.522889:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077545.522895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077545.522897:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077545.522899:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077545.522903:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077545.522908:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077545/real 1769077545] req@ffff8f28835fb100 x1855008978401664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077545.522908:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077545.522913:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3184 00000100:00080000:3.0:1769077545.522918:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077545.522921:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077545.522924:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077545.522927:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077545.522931:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077545.522932:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000400:00000001:0.0:1769077545.522934:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769077545.522934:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000400:00000001:0.0:1769077545.522939:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077545.522939:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077545.522942:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077545.522945:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077545.522946:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077545.522948:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077545.522951:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077545.522953:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769077545.522953:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077545.522957:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.522958:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077545.522959:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077545.522962:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077545.522964:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:3.0:1769077545.522965:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522968:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.522969:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077545.522972:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077545.522974:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077545.522976:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077545.522977:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077545.522979:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077545.522980:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978401664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077545.522983:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077545.522991:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978402176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077545.523001:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077545.523003:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077545.523006:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523009:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077545.523009:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523016:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523019:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077545.523020:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523023:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077545.523026:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077545.523030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077545.523035:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077545.523037:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077545.523042:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978401664:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077545.523047:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523050:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077545.523051:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077545.523055:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077545.523058:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077545.523060:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077545.523062:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077545.523066:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077545.523068:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077545.523071:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077545.523072:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523075:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523081:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077545.523083:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523085:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077545.523086:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077545.523088:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077545.523089:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077545.523091:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.523093:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077545.523095:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077545.523097:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077545.523100:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077545.523103:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077545.523106:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077545.523108:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.523109:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077545.523113:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523119:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077545.523121:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769077545.523125:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077545.523138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077545.523142:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077545.523145:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077545.523146:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523148:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077545.523151:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523155:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297856545 00000100:00000001:0.0:1769077545.523158:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297857785 00000100:00000001:0.0:1769077545.523161:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297856545 00000100:00000001:0.0:1769077545.523163:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297857785 00000100:00000001:0.0:1769077545.523165:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077545.523166:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523167:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077545.523171:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077545/real 1769077545] req@ffff8f28835fa300 x1855008978401792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077545.523177:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077545.523178:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077545.523180:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077545.523181:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077545.523182:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523184:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077545.523185:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077545.523187:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978401792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077545.523192:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523194:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077545.523196:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523197:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077545.523198:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523199:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077545.523200:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077545.523202:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077545.523204:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077545.523205:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077545.523207:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077545.523210:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077545.523211:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077545.523212:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.523213:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077545.523215:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077545.523216:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077545.523218:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077545.523220:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077545.523221:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077545.523222:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.523223:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077545.523226:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523229:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077545.523230:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769077545.523233:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077545.523240:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077545.523243:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077545.523244:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077545.523245:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523246:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077545.523248:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523250:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297856542 00000100:00000001:0.0:1769077545.523252:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297857785 00000100:00000001:0.0:1769077545.523254:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297856542 00000100:00000001:0.0:1769077545.523255:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297857785 00000100:00000001:0.0:1769077545.523257:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077545.523274:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523276:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077545.523279:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077545/real 1769077545] req@ffff8f28835f8700 x1855008978401920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077545.523285:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077545.523286:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077545.523288:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077545.523289:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077545.523290:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523291:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077545.523292:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077545.523294:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978401920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077545.523299:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523300:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077545.523301:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523302:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077545.523303:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523304:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077545.523305:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077545.523307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077545.523309:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077545.523311:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077545.523313:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978401920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077545.523315:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077545.523316:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077545.523317:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.523319:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077545.523320:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077545.523322:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077545.523323:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077545.523325:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077545.523326:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077545.523327:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.523328:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077545.523330:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523334:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077545.523336:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077545.523338:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077545.523344:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077545.523347:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077545.523348:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077545.523349:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523350:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077545.523352:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523354:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297856545 00000100:00000001:0.0:1769077545.523356:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297857785 00000100:00000001:0.0:1769077545.523357:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297856545 00000100:00000001:0.0:1769077545.523359:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297857785 00000100:00000001:0.0:1769077545.523360:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077545.523361:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523363:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077545.523365:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077545/real 1769077545] req@ffff8f28835f8380 x1855008978402048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077545.523369:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077545.523370:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077545.523371:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077545.523372:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077545.523373:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523395:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077545.523396:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077545.523399:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978402048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077545.523404:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523405:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077545.523407:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523408:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077545.523409:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523410:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077545.523411:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077545.523412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077545.523414:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077545.523416:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077545.523417:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077545.523420:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077545.523421:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077545.523422:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.523423:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077545.523424:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077545.523426:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077545.523428:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077545.523430:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077545.523431:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077545.523432:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077545.523433:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077545.523435:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523439:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077545.523440:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077545.523442:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077545.523448:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077545.523452:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077545.523453:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077545.523455:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523456:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077545.523457:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523459:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297856538 00000100:00000001:0.0:1769077545.523461:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297857785 00000100:00000001:0.0:1769077545.523462:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297856538 00000100:00000001:0.0:1769077545.523464:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297857785 00000100:00000001:0.0:1769077545.523465:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077545.523467:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523468:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077545.523470:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077545/real 1769077545] req@ffff8f28835fad80 x1855008978402176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077545.523474:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077545.523475:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077545.523476:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077545.523477:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077545.523478:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523479:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077545.523480:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077545.523482:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978402176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077545.523487:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523488:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077545.523490:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523491:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077545.523491:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523492:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077545.523493:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077545.523495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077545.523497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077545.523498:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077545.523500:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077545.523529:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523531:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077545.523532:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077545.523533:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077545.523535:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077545.523536:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077545.523537:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077545.523539:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077545.523540:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077545.523542:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077545.523543:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523544:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077545.523545:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077545.523546:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077545.523548:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077545.523549:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077545.523550:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077545.523551:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077545.523552:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077545.523553:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077545.523554:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523555:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077545.523556:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077545.523557:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077545.523558:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077545.523559:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077545.523559:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077545.523561:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077545.523562:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077545.523563:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077545.523564:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523565:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077545.523566:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077545.523566:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077545.523567:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077545.523568:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077545.523570:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077545.523571:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077545.523572:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077545.523573:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077545.523574:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523576:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077545.523578:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077545.523580:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077545.523581:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077545.523582:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077546.162471:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077546.162477:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077546.162478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077546.162479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077546.162486:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769077546.162486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077546.162491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077546.162492:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077546.162495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077546.162497:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077546.162498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077546.162501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077546.162504:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077546.162504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077546.162510:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077546.162514:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077546.162517:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077546.162522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077546.162524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077546.162581:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077546.162583:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077546.162585:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077546.546469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077546.546475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077546.546477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077546.546489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077546.546492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077546.546495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077546.546497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077546.546499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077546.546502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077547.186468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077547.186476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077547.186481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077547.186483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077547.186487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077547.186489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077547.186492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077547.186493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077547.186499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077547.186503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077547.186506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077547.186508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077547.186512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077547.186544:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077547.186547:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077547.186550:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077547.570447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077547.570453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077547.570454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077547.570459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077547.570462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077547.570465:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077547.570468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077547.570471:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077547.570474:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077548.210464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077548.210469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077548.210471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077548.210472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077548.210474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077548.210480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077548.210480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077548.210484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077548.210486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077548.210490:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077548.210492:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077548.210494:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077548.210497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077548.210547:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077548.210551:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077548.210555:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077548.594442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077548.594449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077548.594450:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077548.594455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077548.594458:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077548.594461:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077548.594462:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077548.594464:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077548.594467:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077549.234456:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077549.234457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077549.234463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077549.234464:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077549.234467:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077549.234470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077549.234472:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077549.234473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077549.234477:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077549.234480:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077549.234483:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077549.234485:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077549.234487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077549.234576:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077549.234581:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077549.234585:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077549.618485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077549.618493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077549.618494:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077549.618506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077549.618509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077549.618513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077549.618515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077549.618517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077549.618519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.258444:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077550.258451:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077550.258453:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077550.258458:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077550.258461:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077550.258465:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.258468:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077550.258470:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.258474:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077550.258476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077550.258483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077550.258491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077550.258493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077550.258546:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077550.258549:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077550.258552:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077550.642520:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077550.642521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077550.642529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077550.642531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077550.642533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642535:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077550.642543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769077550.642544:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077550.642552:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077550.642554:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077550.642558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077550.642561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077550.642564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077550.642565:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3189 00000100:00000001:1.0:1769077550.642568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077550.642587:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077550.642593:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077550.642595:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077550.642600:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077550.642604:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077550.642607:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077550.642610:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077550.642611:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077550.642612:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077550.642617:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077550.642619:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077550.642621:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077550.642625:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077550.642627:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642629:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077550.642631:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077550.642641:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077550.642643:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642645:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077550.642647:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077550.642651:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642662:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077550.642671:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978402304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077550.642681:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077550.642686:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642705:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077550.642709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077550.642713:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077550.642714:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077550.642716:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077550.642720:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077550.642723:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3189 00000100:00080000:0.0:1769077550.642728:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077550.642736:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077550.642738:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077550.642740:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077550.642741:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077550.642742:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077550.642744:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077550.642746:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077550.642747:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077550.642749:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077550.642749:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077550.642753:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.642756:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769077550.642758:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077550.642761:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077550.642765:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077550.642767:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077550.642768:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077550.642773:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.642774:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077550.642775:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077550.642779:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1769077550.642782:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077550.642785:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077550.642788:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642793:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077550.642795:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978402304:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077550.642799:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077550.642802:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077550.642803:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642808:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077550.642810:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077550.642810:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077550.642816:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.642816:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.642823:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077550.642825:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077550.642832:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978402432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077550.642832:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642842:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077550.642845:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642849:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077550.642852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077550.642853:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077550.642857:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00080000:0.0:1769077550.642859:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077550.642863:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077550.642864:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077550.642865:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077550.642871:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077550.642875:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3189 00000100:00080000:0.0:1769077550.642880:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077550.642882:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077550.642884:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077550.642887:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077550.642888:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077550.642890:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077550.642893:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077550.642896:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077550.642898:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077550.642902:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077550.642905:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077550.642907:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077550.642911:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077550.642913:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642917:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000100:3.0:1769077550.642918:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000008:00100000:0.0:1769077550.642920:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077550.642925:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.642927:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077550.642932:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077550.642934:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.642935:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077550.642936:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077550.642940:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077550.642941:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077550.642943:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.642946:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.642950:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077550.642951:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.642957:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.642963:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297862905 00000100:00100000:0.0:1769077550.642975:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978402560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077550.642980:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769077550.642984:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077550.642989:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.642990:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297862905 00000100:00000001:0.0:1769077550.642992:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077550.642997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077550.642998:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077550.643002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077550.643005:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077550.643006:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077550.643011:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077550.643012:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.643017:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077550.643018:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769077550.643024:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3189 00000100:00100000:3.0:1769077550.643028:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077550/real 1769077550] req@ffff8f28835eaa00 x1855008978402304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077550.643031:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077550.643036:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077550.643039:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077550.643045:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077550.643049:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1769077550.643050:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1769077550.643052:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000400:00000001:3.0:1769077550.643053:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769077550.643059:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077550.643060:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077550.643064:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077550.643066:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077550.643068:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077550.643070:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643075:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769077550.643077:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077550.643078:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077550.643084:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077550.643087:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978402304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077550.643089:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077550.643094:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077550.643099:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.643106:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077550.643106:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769077550.643109:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077550.643112:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1769077550.643116:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643118:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077550.643120:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643122:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077550.643126:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077550.643128:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077550.643129:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1769077550.643132:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643133:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077550.643137:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:3.0:1769077550.643139:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769077550.643140:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077550.643144:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077550.643149:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077550.643150:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643155:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077550.643161:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978402688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077550.643165:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978402304:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077550.643189:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077550.643190:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077550.643195:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077550.643196:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643199:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769077550.643201:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643204:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1769077550.643206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077550.643210:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1769077550.643212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:3.0:1769077550.643215:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077550.643216:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769077550.643219:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1769077550.643220:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077550.643225:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077550.643226:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1769077550.643230:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3189 02000000:00000001:3.0:1769077550.643231:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077550.643236:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1769077550.643238:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077550.643239:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077550.643244:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077550.643245:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077550.643248:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077550.643253:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077550.643255:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077550.643255:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769077550.643257:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077550.643259:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077550.643262:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077550.643265:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077550.643268:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077550.643269:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077550.643271:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077550.643273:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077550.643277:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077550.643280:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077550.643281:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.643287:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643288:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077550.643291:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077550.643292:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077550.643295:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077550.643298:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077550.643299:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.643304:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077550.643306:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077550.643309:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077550.643309:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077550.643313:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077550.643319:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077550.643319:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077550.643322:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077550.643323:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077550.643326:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077550.643328:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077550.643328:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077550.643331:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643333:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077550.643337:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643339:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077550.643344:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978402816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077550.643349:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077550.643351:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077550.643354:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643354:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:0.0:1769077550.643359:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643362:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077550.643407:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077550.643413:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077550.643415:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077550.643417:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643419:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077550.643422:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643426:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297861666 00000100:00000001:3.0:1769077550.643429:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297862905 00000100:00000001:3.0:1769077550.643432:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297861666 00000100:00000001:3.0:1769077550.643434:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297862905 00000100:00000001:3.0:1769077550.643437:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077550.643439:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643441:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077550.643446:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077550/real 1769077550] req@ffff8f28835e9880 x1855008978402432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077550.643456:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077550.643457:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077550.643460:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077550.643462:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077550.643463:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643465:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077550.643467:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077550.643471:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978402432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077550.643479:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643481:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077550.643484:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643485:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077550.643487:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643488:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077550.643490:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077550.643494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077550.643497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077550.643500:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077550.643504:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077550.643508:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077550.643509:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077550.643511:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643513:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077550.643515:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077550.643517:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077550.643521:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077550.643524:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077550.643526:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077550.643528:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643530:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077550.643533:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643539:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077550.643540:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:3.0:1769077550.643544:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077550.643557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077550.643561:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077550.643564:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077550.643565:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643567:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077550.643570:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643573:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297861663 00000100:00000001:3.0:1769077550.643576:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297862905 00000100:00000001:3.0:1769077550.643578:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297861663 00000100:00000001:3.0:1769077550.643580:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297862905 00000100:00000001:3.0:1769077550.643582:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077550.643584:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643586:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077550.643589:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077550/real 1769077550] req@ffff8f28835e8380 x1855008978402560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077550.643597:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077550.643599:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077550.643601:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077550.643603:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077550.643604:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643606:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077550.643608:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077550.643612:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978402560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077550.643626:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643629:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077550.643631:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643633:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077550.643634:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643636:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077550.643638:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077550.643641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077550.643644:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077550.643647:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077550.643650:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077550.643654:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077550.643656:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077550.643657:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643659:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077550.643661:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077550.643664:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077550.643667:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077550.643671:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077550.643673:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077550.643674:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643676:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077550.643679:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643686:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077550.643687:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077550.643690:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077550.643703:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077550.643707:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077550.643710:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077550.643711:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643714:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077550.643716:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643720:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297861666 00000100:00000001:3.0:1769077550.643723:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297862905 00000100:00000001:3.0:1769077550.643726:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297861666 00000100:00000001:3.0:1769077550.643728:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297862905 00000100:00000001:3.0:1769077550.643730:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077550.643732:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643734:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077550.643739:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077550/real 1769077550] req@ffff8f28835e8000 x1855008978402688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077550.643748:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077550.643750:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077550.643752:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077550.643754:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077550.643756:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643758:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077550.643759:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077550.643763:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978402688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077550.643770:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643773:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077550.643775:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643777:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077550.643778:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643780:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077550.643782:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077550.643785:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077550.643788:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077550.643790:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077550.643794:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077550.643799:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643801:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077550.643802:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077550.643804:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077550.643806:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077550.643807:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077550.643809:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077550.643811:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077550.643813:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077550.643815:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077550.643816:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643818:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077550.643820:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077550.643821:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077550.643824:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077550.643825:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077550.643826:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077550.643828:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077550.643829:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077550.643831:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077550.643832:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643834:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077550.643835:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077550.643836:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077550.643838:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077550.643839:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077550.643841:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077550.643842:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077550.643844:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077550.643845:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077550.643846:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643848:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643852:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077550.643853:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643855:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077550.643857:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077550.643858:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077550.643860:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077550.643861:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643864:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077550.643865:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077550.643868:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077550.643871:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077550.643875:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077550.643877:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077550.643878:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077550.643880:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077550.643883:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643889:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077550.643890:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077550.643894:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077550.643907:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077550.643912:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077550.643914:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077550.643915:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643917:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077550.643920:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643924:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297861658 00000100:00000001:3.0:1769077550.643926:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297862905 00000100:00000001:3.0:1769077550.643929:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297861658 00000100:00000001:3.0:1769077550.643931:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297862905 00000100:00000001:3.0:1769077550.643933:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077550.643935:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.643937:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077550.643942:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077550/real 1769077550] req@ffff8f28835eb800 x1855008978402816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077550.643951:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077550.643952:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077550.643955:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077550.643956:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077550.643958:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643960:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077550.643961:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077550.643965:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978402816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077550.643973:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643975:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077550.643977:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643979:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077550.643981:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.643983:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077550.643984:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077550.643987:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077550.643990:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077550.643992:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077550.643995:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978402816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077550.643999:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.644001:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077550.644002:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077550.644003:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077550.644005:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077550.644006:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077550.644008:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077550.644010:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077550.644011:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077550.644014:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077550.644015:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.644017:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077550.644020:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077550.644022:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077550.644024:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077550.644026:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077551.282450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077551.282461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077551.282467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077551.282468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077551.282563:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077551.282563:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077551.282568:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077551.282574:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077551.282575:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077551.282577:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077551.282585:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769077551.282586:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077551.282590:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077551.282594:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077551.282596:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077551.282600:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077551.666556:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077551.666567:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077551.666569:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077551.666576:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077551.666579:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077551.666583:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077551.666586:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077551.666590:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077551.666592:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077552.306446:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077552.306450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077552.306456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077552.306457:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077552.306460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077552.306465:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077552.306469:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077552.306470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077552.306473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077552.306473:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077552.306480:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077552.306483:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077552.306485:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077552.306536:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077552.306540:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077552.306542:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077552.690523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077552.690532:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077552.690534:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077552.690539:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077552.690543:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077552.690547:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077552.690549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077552.690553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077552.690555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077553.330446:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077553.330452:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077553.330453:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077553.330458:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077553.330462:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077553.330466:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077553.330468:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077553.330470:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077553.330473:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077553.330494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077553.330500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077553.330504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077553.330508:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077553.330511:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077553.330513:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077553.330516:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077553.330518:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077553.330520:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077553.330521:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077553.330593:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077553.330597:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077553.330601:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077553.714492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077553.714499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077553.714500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077553.714506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077553.714509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077553.714512:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077553.714514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077553.714516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077553.714518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077554.354452:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077554.354458:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077554.354460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077554.354465:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077554.354469:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077554.354473:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077554.354475:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077554.354477:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077554.354479:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077554.354544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077554.354551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077554.354558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077554.354559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077554.354621:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077554.354625:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077554.354628:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077554.738484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077554.738493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077554.738495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077554.738502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077554.738506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077554.738510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077554.738513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077554.738515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077554.738519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.378451:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077555.378458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077555.378459:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077555.378463:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077555.378464:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077555.378468:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1769077555.378470:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077555.378472:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077555.378477:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077555.378477:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077555.378480:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077555.378481:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077555.378482:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077555.378485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077555.378488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.378489:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077555.378493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077555.378495:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077555.378497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077555.378548:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077555.378552:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077555.378555:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077555.762504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077555.762508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077555.762513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077555.762516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077555.762518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762520:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077555.762526:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077555.762527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077555.762531:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077555.762533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077555.762540:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3194 00000100:00000001:1.0:1769077555.762545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077555.762549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077555.762551:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077555.762553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077555.762556:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077555.762560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077555.762567:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077555.762570:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077555.762572:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077555.762574:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077555.762576:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762577:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077555.762581:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077555.762583:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077555.762586:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077555.762588:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077555.762591:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762593:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077555.762595:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077555.762606:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077555.762607:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762610:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077555.762612:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077555.762616:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762628:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077555.762637:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978402944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077555.762647:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077555.762650:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762660:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077555.762663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077555.762665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077555.762666:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077555.762667:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077555.762670:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077555.762671:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3194 00000100:00080000:0.0:1769077555.762674:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077555.762675:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762676:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077555.762678:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077555.762680:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077555.762681:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077555.762684:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077555.762686:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762686:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077555.762689:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077555.762690:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077555.762692:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077555.762693:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077555.762697:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077555.762700:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.762700:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077555.762704:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077555.762705:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1769077555.762708:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077555.762710:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077555.762713:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077555.762719:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.762719:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077555.762721:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.762725:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077555.762726:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077555.762728:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762732:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077555.762733:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077555.762734:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077555.762737:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762742:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077555.762744:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978402944:192.168.204.124@tcp:250:kworker.0 00000100:00100000:0.0:1769077555.762748:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978403072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077555.762756:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077555.762759:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077555.762762:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.762763:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077555.762764:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077555.762768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077555.762769:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077555.762771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077555.762775:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077555.762776:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769077555.762777:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077555.762778:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077555.762781:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3194 00000100:00080000:0.0:1769077555.762784:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077555.762786:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762787:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077555.762792:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077555.762793:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077555.762795:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077555.762797:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077555.762798:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077555.762802:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077555.762804:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077555.762805:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077555.762807:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077555.762808:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.762809:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077555.762810:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077555.762812:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077555.762814:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000008:00000001:0.0:1769077555.762816:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762820:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.762824:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077555.762825:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077555.762828:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762829:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077555.762830:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077555.762832:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762836:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077555.762839:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978403200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077555.762845:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077555.762847:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762848:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077555.762850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077555.762852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077555.762853:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077555.762854:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077555.762856:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077555.762858:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3194 00000100:00080000:0.0:1769077555.762861:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077555.762862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077555.762865:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077555.762866:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077555.762867:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077555.762868:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077555.762870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762871:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077555.762873:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077555.762874:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077555.762876:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077555.762877:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077555.762879:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762880:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077555.762882:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077555.762884:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.762884:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762889:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077555.762894:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077555.762895:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.762895:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297868025 00000100:00000001:0.0:1769077555.762898:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077555.762902:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077555.762903:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762908:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077555.762911:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978403328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077555.762911:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769077555.762920:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077555.762922:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.762922:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297868025 00000100:00000001:0.0:1769077555.762926:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077555.762930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077555.762932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077555.762932:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077555.762935:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077555.762939:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077555.762942:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077555.762943:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077555.762945:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3194 00000100:00000001:3.0:1769077555.762950:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077555.762951:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077555.762956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077555.762959:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077555.762960:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077555.762964:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077555.762966:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077555.762967:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077555.762972:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077555.762974:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077555.762975:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077555.762978:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077555.762979:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077555.762980:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077555.762984:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077555.762984:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:0.0:1769077555.762987:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077555.762990:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077555.762991:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.762995:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077555.762996:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:0.0:1769077555.762997:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077555.763001:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763001:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077555.763005:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763006:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769077555.763010:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077555.763011:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077555.763013:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077555.763017:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077555.763018:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077555.763019:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077555.763022:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763024:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077555.763027:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763029:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077555.763033:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978403456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077555.763040:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077555.763041:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077555.763046:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763048:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077555.763054:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763054:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077555.763058:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763062:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077555.763067:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763076:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077555.763078:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077555.763083:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077555.763115:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763121:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297866785 00000100:00000001:3.0:1769077555.763125:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297868025 00000100:00000001:3.0:1769077555.763128:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297866785 00000100:00000001:3.0:1769077555.763131:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297868025 00000100:00000001:3.0:1769077555.763134:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077555.763136:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763139:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077555.763142:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077555.763144:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763147:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077555.763149:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077555.763151:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077555.763156:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077555.763160:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077555.763162:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077555.763164:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763166:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077555.763169:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763175:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077555.763176:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077555.763181:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077555.763192:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763196:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297866782 00000100:00000001:3.0:1769077555.763199:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297868025 00000100:00000001:3.0:1769077555.763201:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297866782 00000100:00000001:3.0:1769077555.763219:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297868025 00000100:00000001:3.0:1769077555.763221:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077555.763223:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763225:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077555.763227:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077555.763229:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763231:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077555.763233:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077555.763235:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077555.763239:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077555.763243:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077555.763245:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077555.763246:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763248:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077555.763251:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763257:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077555.763259:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077555.763262:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077555.763272:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763276:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297866785 00000100:00000001:3.0:1769077555.763279:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297868025 00000100:00000001:3.0:1769077555.763281:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297866785 00000100:00000001:3.0:1769077555.763283:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297868025 00000100:00000001:3.0:1769077555.763285:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077555.763287:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763290:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763292:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077555.763296:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077555.763298:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077555.763300:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077555.763301:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077555.763303:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077555.763304:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077555.763306:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763309:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077555.763310:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077555.763312:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077555.763316:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077555.763320:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077555.763321:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077555.763323:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077555.763325:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077555.763328:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763333:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077555.763335:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077555.763339:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077555.763350:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763354:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297866777 00000100:00000001:3.0:1769077555.763356:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297868025 00000100:00000001:3.0:1769077555.763359:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297866777 00000100:00000001:3.0:1769077555.763361:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297868025 00000100:00000001:3.0:1769077555.763364:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077555.763366:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763368:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763370:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077555.763373:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077555.763375:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077555.763377:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077555.763378:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077555.763380:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077555.763426:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077556.402484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077556.402492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077556.402493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077556.402498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077556.402498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077556.402506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077556.402508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077556.402513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077556.402514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077556.402520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077556.402523:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077556.402526:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077556.402529:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077556.402574:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077556.402578:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077556.402581:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077556.786722:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077556.786728:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077556.786729:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077556.786733:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077556.786736:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077556.786740:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077556.786741:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077556.786744:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077556.786746:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077557.426480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077557.426483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077557.426489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077557.426490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077557.426493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077557.426496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077557.426499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077557.426499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077557.426504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077557.426508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077557.426511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077557.426514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077557.426516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077557.426564:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077557.426568:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077557.426571:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077557.810550:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077557.810556:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077557.810558:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077557.810562:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077557.810565:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077557.810568:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077557.810570:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077557.810573:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077557.810575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077558.450462:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077558.450467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077558.450469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077558.450471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077558.450472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077558.450478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077558.450479:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077558.450481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077558.450483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077558.450487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077558.450489:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077558.450491:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077558.450493:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077558.450541:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077558.450546:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077558.450550:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077558.834573:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077558.834578:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077558.834580:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077558.834584:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077558.834587:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077558.834590:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077558.834592:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077558.834594:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077558.834597:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1769077558.834689:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:3.0:1769077558.834728:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077558.834747:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077558.834760:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077558.834780:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077558.834782:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077558.834784:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769077558.834794:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077558.834798:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077558.834801:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077558.834803:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077558.834805:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769077558.834809:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077558.834815:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077558.834818:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077558.834820:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077558.834822:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769077558.834827:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077558.834831:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077558.834834:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077558.834836:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077558.834837:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077558.834839:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077558.834843:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000100:3.0:1769077558.834846:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077558.834849:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077558.834851:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077558.834855:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077558.834856:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077558.834858:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1769077558.834866:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077555/real 1769077558] req@ffff8f28835ea300 x1855008978403072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077558.834882:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077558.834884:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077558.834891:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077558.834895:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077558.834897:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.834901:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.834903:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077558.834908:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978403072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077558.834916:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.834920:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077558.834923:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.834925:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.834926:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.834929:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077558.834932:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077558.834935:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077558.834940:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077558.834943:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077558.834947:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077558.834953:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077558.834957:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077555/real 1769077558] req@ffff8f28835ead80 x1855008978403200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077558.834967:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077558.834968:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077558.834971:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077558.834973:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077558.834974:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.834976:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.834977:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077558.834980:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978403200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077558.834987:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.834990:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077558.834993:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.834994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.834995:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.834997:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077558.834998:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077558.835001:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077558.835005:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077558.835007:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077558.835010:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077558.835014:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077558.835019:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077555/real 1769077558] req@ffff8f28835eb480 x1855008978403328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077558.835026:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077558.835027:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077558.835030:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077558.835031:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077558.835033:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835050:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.835051:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077558.835055:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978403328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077558.835062:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835064:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077558.835066:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835068:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.835069:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835070:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077558.835072:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077558.835075:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077558.835078:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077558.835081:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077558.835084:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077558.835088:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077558.835091:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077555/real 1769077558] req@ffff8f28835e9180 x1855008978402944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077558.835114:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077558.835115:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077558.835119:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077558.835120:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077558.835122:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835123:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.835124:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077558.835129:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978402944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077558.835135:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835137:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077558.835139:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835141:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.835142:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835144:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077558.835145:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077558.835148:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077558.835151:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077558.835153:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077558.835156:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978402944:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077558.835160:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077558.835163:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077558.835165:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077558.835168:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077558.835175:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077558.835183:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077558.835185:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077558.835190:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077558.835193:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077558.835196:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077558.835198:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835200:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077558.835201:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077558.835203:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077558.835205:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077558.835206:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077558.835207:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077558.835209:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077558.835210:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077558.835213:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077558.835214:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835216:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077558.835217:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077558.835219:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077558.835220:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077558.835222:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077558.835223:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077558.835224:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077558.835226:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077558.835228:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077558.835229:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835231:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077558.835232:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077558.835233:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077558.835236:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077558.835237:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077558.835238:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077558.835240:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077558.835242:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077558.835243:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077558.835244:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835247:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077558.835250:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077558.835251:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077558.835252:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077558.835257:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077555/real 1769077558] req@ffff8f28835e8700 x1855008978403456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077558.835274:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077558.835275:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077558.835278:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077558.835280:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077558.835281:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835283:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.835285:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077558.835289:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978403456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077558.835297:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835299:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077558.835301:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835302:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077558.835304:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835306:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077558.835307:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077558.835310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077558.835314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077558.835316:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077558.835319:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077558.835324:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835326:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077558.835327:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077558.835329:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077558.835331:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077558.835332:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077558.835333:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077558.835335:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077558.835336:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077558.835338:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077558.835340:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835342:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077558.835349:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077558.835351:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077558.835353:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077558.835355:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077559.474475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077559.474484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077559.474485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077559.474487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077559.474490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077559.474494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077559.474496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077559.474501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077559.474503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077559.474511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077559.474515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077559.474517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077559.474519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077559.474565:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077559.474569:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077559.474572:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077559.858537:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077559.858543:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077559.858544:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077559.858549:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077559.858552:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077559.858555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077559.858556:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077559.858558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077559.858560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.498435:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077560.498442:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077560.498444:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077560.498445:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077560.498449:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077560.498449:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077560.498456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077560.498456:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077560.498459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.498460:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.498464:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077560.498466:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.498467:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077560.498542:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077560.498545:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077560.498548:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077560.882465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077560.882477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077560.882480:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077560.882484:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077560.882488:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077560.882495:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3199 00000100:00080000:0.0:1769077560.882508:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077560.882511:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077560.882513:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077560.882519:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077560.882522:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077560.882525:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077560.882527:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077560.882529:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077560.882530:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077560.882534:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077560.882536:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077560.882538:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077560.882541:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077560.882544:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882546:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077560.882547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077560.882549:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077560.882557:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1769077560.882560:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769077560.882561:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077560.882563:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882567:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077560.882571:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769077560.882572:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 02000000:00000001:0.0:1769077560.882575:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077560.882583:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077560.882589:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077560.882590:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077560.882594:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077560.882599:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077560.882600:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978403584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077560.882607:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882615:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077560.882620:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882642:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077560.882646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077560.882649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077560.882650:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077560.882651:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077560.882654:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077560.882656:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3199 00000100:00080000:0.0:1769077560.882659:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077560.882660:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077560.882661:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077560.882663:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077560.882664:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077560.882666:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077560.882668:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077560.882670:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077560.882671:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077560.882677:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077560.882679:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077560.882680:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077560.882685:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077560.882686:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077560.882690:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.882691:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077560.882692:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077560.882697:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1769077560.882700:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077560.882700:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077560.882704:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077560.882707:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.882712:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077560.882713:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.882718:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077560.882720:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077560.882724:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.882726:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882728:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077560.882732:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077560.882735:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077560.882738:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978403584:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077560.882742:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.882745:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1769077560.882753:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978403712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077560.882753:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077560.882758:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.882764:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077560.882770:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077560.882773:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.882773:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882781:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077560.882784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077560.882788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077560.882790:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077560.882792:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077560.882795:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077560.882799:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3199 00000100:00000001:3.0:1769077560.882799:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077560.882804:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00080000:0.0:1769077560.882807:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077560.882811:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077560.882812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077560.882816:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077560.882819:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077560.882821:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077560.882823:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077560.882825:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077560.882827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077560.882829:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077560.882832:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077560.882835:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077560.882837:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077560.882840:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077560.882842:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882845:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077560.882848:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077560.882851:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882852:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077560.882857:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077560.882859:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882861:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077560.882862:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077560.882865:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077560.882870:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077560.882873:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077560.882881:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978403840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077560.882890:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077560.882892:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077560.882893:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.882899:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.882900:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769077560.882902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077560.882905:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077560.882910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077560.882911:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077560.882916:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077560.882919:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077560.882923:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077560.882923:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077560.882930:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3199 00000100:00000001:3.0:1769077560.882932:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297873145 00000100:00080000:0.0:1769077560.882938:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077560.882942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077560.882944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077560.882947:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077560.882949:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077560.882949:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1769077560.882954:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077560.882958:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077560.882960:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077560.882962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077560.882962:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297873145 00000100:00080000:0.0:1769077560.882972:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077560.882972:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077560.882979:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.882981:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077560.882982:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077560.882987:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077560.882988:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077560.882995:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.882996:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077560.883023:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077560/real 1769077560] req@ffff8f28835e8700 x1855008978403584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077560.883034:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077560.883036:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077560.883041:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077560.883042:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00100000:0.0:1769077560.883047:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077560.883049:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077560.883053:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077560.883054:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.883060:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883060:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.883065:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077560.883073:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077560.883077:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077560.883078:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978403584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077560.883082:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077560.883085:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077560.883087:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.883095:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883098:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883104:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1769077560.883105:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978403968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077560.883111:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883116:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.883120:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077560.883124:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077560.883125:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077560.883129:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883131:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077560.883134:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077560.883137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077560.883140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077560.883148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1769077560.883148:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077560.883151:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077560.883154:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1769077560.883155:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077560.883162:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077560.883164:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978403584:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769077560.883168:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3199 00000100:00000001:3.0:1769077560.883174:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077560.883176:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077560.883179:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077560.883181:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077560.883184:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769077560.883185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077560.883189:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1769077560.883191:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077560.883195:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769077560.883195:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077560.883198:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077560.883200:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077560.883203:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077560.883205:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769077560.883209:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077560.883213:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077560.883213:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077560.883217:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1769077560.883219:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077560.883223:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077560.883224:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883227:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077560.883230:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077560.883232:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077560.883235:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077560.883240:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.883242:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077560.883243:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00100000:0.0:1769077560.883245:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077560.883247:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077560.883250:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883252:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077560.883256:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883257:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077560.883261:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077560.883263:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769077560.883264:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077560.883266:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077560.883269:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.883271:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077560.883273:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077560.883277:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077560.883277:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077560.883281:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.883283:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.883289:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077560.883290:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077560.883298:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1769077560.883299:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978404096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077560.883303:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077560.883306:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.883311:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077560.883315:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077560.883318:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.883320:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077560.883327:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883330:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077560.883472:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077560.883480:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077560.883501:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077560.883507:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077560.883510:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077560.883511:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883514:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077560.883518:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883523:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297871906 00000100:00000001:3.0:1769077560.883528:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297873145 00000100:00000001:3.0:1769077560.883530:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297871906 00000100:00000001:3.0:1769077560.883531:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297873145 00000100:00000001:3.0:1769077560.883533:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077560.883535:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883536:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077560.883540:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077560/real 1769077560] req@ffff8f28835e9180 x1855008978403712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077560.883547:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077560.883548:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077560.883552:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077560.883554:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077560.883555:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883557:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.883559:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077560.883564:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978403712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077560.883572:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883575:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077560.883578:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883580:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.883581:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883583:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077560.883586:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077560.883588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077560.883593:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077560.883595:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077560.883599:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077560.883604:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077560.883606:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077560.883607:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.883610:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077560.883611:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077560.883614:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077560.883617:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077560.883620:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077560.883623:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077560.883625:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.883627:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077560.883631:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883637:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077560.883638:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077560.883644:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077560.883657:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077560.883661:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077560.883664:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077560.883666:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883669:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077560.883672:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883677:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297871903 00000100:00000001:3.0:1769077560.883680:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297873145 00000100:00000001:3.0:1769077560.883683:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297871903 00000100:00000001:3.0:1769077560.883685:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297873145 00000100:00000001:3.0:1769077560.883688:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077560.883691:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883693:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077560.883698:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077560/real 1769077560] req@ffff8f28835eb480 x1855008978403840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077560.883708:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077560.883709:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077560.883712:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077560.883713:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077560.883714:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883715:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.883716:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077560.883720:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978403840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077560.883728:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883731:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077560.883734:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883735:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.883737:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883739:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077560.883740:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077560.883743:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077560.883747:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077560.883749:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077560.883754:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077560.883760:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077560.883761:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077560.883762:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.883764:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077560.883766:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077560.883769:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077560.883772:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077560.883775:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077560.883778:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077560.883779:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.883781:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077560.883785:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883792:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077560.883793:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077560.883797:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077560.883809:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077560.883814:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077560.883817:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077560.883818:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883820:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077560.883824:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883828:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297871906 00000100:00000001:3.0:1769077560.883831:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297873145 00000100:00000001:3.0:1769077560.883833:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297871906 00000100:00000001:3.0:1769077560.883835:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297873145 00000100:00000001:3.0:1769077560.883838:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077560.883840:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883842:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077560.883846:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077560/real 1769077560] req@ffff8f28835ead80 x1855008978403968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077560.883860:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077560.883862:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077560.883864:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077560.883866:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077560.883868:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883869:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.883872:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077560.883875:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978403968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077560.883882:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883884:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077560.883886:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883888:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.883890:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883892:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077560.883894:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077560.883897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077560.883900:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077560.883902:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077560.883905:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978403968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077560.883909:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883911:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077560.883912:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077560.883914:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077560.883917:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077560.883919:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077560.883920:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077560.883922:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077560.883924:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077560.883926:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077560.883927:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883929:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077560.883931:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077560.883932:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077560.883934:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077560.883935:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077560.883937:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077560.883938:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077560.883939:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077560.883942:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077560.883944:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883946:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077560.883948:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077560.883949:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077560.883951:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077560.883952:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077560.883953:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077560.883955:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077560.883956:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077560.883958:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077560.883959:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883961:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.883966:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077560.883968:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.883970:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077560.883972:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077560.883974:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077560.883975:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077560.883976:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.883979:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077560.883981:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077560.883983:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077560.883987:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077560.883990:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077560.883992:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077560.883994:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077560.883996:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077560.883999:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.884020:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077560.884021:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077560.884025:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077560.884039:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077560.884044:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077560.884046:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077560.884048:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.884050:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077560.884053:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.884057:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297871898 00000100:00000001:3.0:1769077560.884059:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297873145 00000100:00000001:3.0:1769077560.884062:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297871898 00000100:00000001:3.0:1769077560.884064:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297873145 00000100:00000001:3.0:1769077560.884067:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077560.884069:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.884071:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077560.884075:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077560/real 1769077560] req@ffff8f28835ea300 x1855008978404096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077560.884085:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077560.884087:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077560.884090:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077560.884092:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077560.884093:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.884095:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.884097:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077560.884101:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978404096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077560.884107:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.884108:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077560.884110:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.884111:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077560.884112:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.884113:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077560.884114:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077560.884116:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077560.884118:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077560.884120:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077560.884122:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077560.884125:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.884126:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077560.884127:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077560.884128:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077560.884130:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077560.884131:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077560.884132:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077560.884134:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077560.884135:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077560.884136:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077560.884137:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.884138:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077560.884141:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077560.884142:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077560.884143:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077560.884145:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077561.522479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077561.522484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077561.522485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077561.522490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077561.522490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077561.522498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077561.522499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077561.522501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077561.522504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077561.522508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077561.522510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077561.522512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077561.522515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077561.522603:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077561.522611:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077561.522617:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077561.906530:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077561.906538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077561.906540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077561.906547:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077561.906551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077561.906556:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077561.906559:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077561.906561:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077561.906564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077562.546468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077562.546473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077562.546475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077562.546477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077562.546478:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077562.546484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077562.546485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077562.546487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077562.546490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077562.546494:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077562.546496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077562.546498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077562.546500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077562.546567:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077562.546572:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077562.546577:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077562.930453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077562.930462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077562.930464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077562.930470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077562.930475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077562.930479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077562.930482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077562.930485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077562.930488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077563.570427:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077563.570433:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077563.570435:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077563.570439:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077563.570442:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077563.570446:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077563.570448:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077563.570450:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077563.570453:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077563.570490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077563.570493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077563.570497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077563.570500:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077563.570502:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077563.570504:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077563.570506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077563.570508:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077563.570509:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077563.570510:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077563.570562:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077563.570566:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077563.570569:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077563.954438:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077563.954446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077563.954448:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077563.954455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077563.954459:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077563.954462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077563.954465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077563.954467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077563.954470:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077564.594490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077564.594492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077564.594496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077564.594497:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077564.594501:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077564.594503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077564.594505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077564.594506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077564.594512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077564.594516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077564.594518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077564.594521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077564.594524:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077564.594569:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077564.594572:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077564.594574:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077564.978492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077564.978499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077564.978500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077564.978505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077564.978508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077564.978511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077564.978513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077564.978516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077564.978519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077565.618522:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077565.618527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077565.618534:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077565.618535:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077565.618536:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077565.618538:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077565.618540:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077565.618544:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077565.618545:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077565.618548:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077565.618549:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077565.618550:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077565.618553:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077565.618553:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077565.618556:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077565.618558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077565.618560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077565.618560:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077565.618563:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077565.618653:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077565.618659:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077565.618664:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077566.002446:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077566.002450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077566.002453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077566.002457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077566.002458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002462:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077566.002466:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077566.002472:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077566.002475:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077566.002477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077566.002482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077566.002484:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077566.002485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077566.002491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077566.002494:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3204 00000100:00080000:0.0:1769077566.002508:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077566.002512:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077566.002515:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077566.002519:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077566.002522:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077566.002525:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077566.002528:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077566.002531:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077566.002532:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077566.002538:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077566.002541:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077566.002544:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077566.002548:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077566.002551:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002553:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077566.002554:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077566.002564:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077566.002566:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002568:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077566.002571:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077566.002575:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002586:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077566.002595:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978404224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077566.002603:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077566.002607:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002619:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077566.002621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077566.002626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077566.002628:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077566.002630:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077566.002634:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077566.002637:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769077566.002638:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3204 00000100:00000001:3.0:1769077566.002642:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077566.002646:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077566.002646:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077566.002649:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077566.002652:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077566.002652:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002657:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077566.002659:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077566.002663:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077566.002664:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769077566.002667:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077566.002668:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077566.002673:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00100000:3.0:1769077566.002673:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978404224:192.168.204.124@tcp:250:kworker.0 00000020:00000001:0.0:1769077566.002680:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077566.002681:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077566.002685:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077566.002687:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077566.002688:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077566.002692:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077566.002696:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077566.002698:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077566.002700:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077566.002703:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077566.002706:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077566.002708:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077566.002711:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002713:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077566.002717:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077566.002721:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002723:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.002726:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769077566.002729:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077566.002730:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 02000000:00000001:0.0:1769077566.002734:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.002737:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077566.002739:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077566.002743:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077566.002745:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002752:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077566.002759:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978404352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077566.002784:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077566.002787:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002792:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077566.002796:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769077566.002797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077566.002803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077566.002805:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077566.002807:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077566.002810:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077566.002811:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077566.002816:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3204 00000100:00000001:3.0:1769077566.002818:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769077566.002823:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077566.002823:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.002827:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077566.002829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077566.002832:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077566.002835:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077566.002837:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077566.002838:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077566.002842:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077566.002845:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297878265 00000020:00000001:0.0:1769077566.002846:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077566.002861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077566.002863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077566.002866:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077566.002868:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.002869:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769077566.002870:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077566.002874:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077566.002877:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.002878:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297878265 00000100:00000001:0.0:1769077566.002879:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077566.002883:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077566.002885:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00000001:0.0:1769077566.002886:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.002889:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.002890:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077566.002895:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077566.002895:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077566.002899:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.002900:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077566.002904:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077566.002906:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077566.002908:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077566.002909:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077566/real 1769077566] req@ffff8f28835ea680 x1855008978404224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077566.002926:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077566.002937:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978404480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1769077566.002937:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077566.002940:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077566.002945:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077566.002948:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077566.002949:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077566.002952:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077566.002953:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.002956:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077566.002958:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.002959:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077566.002961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077566.002966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1769077566.002967:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978404224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077566.002968:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077566.002972:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077566.002978:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077566.002982:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077566.002983:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3204 00000100:00000001:3.0:1769077566.002986:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077566.002988:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077566.002990:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077566.002992:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077566.002994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077566.002995:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077566.002996:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077566.002998:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077566.003000:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769077566.003001:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077566.003003:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077566.003004:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077566.003010:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00080000:3.0:1769077566.003011:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077566.003013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077566.003015:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077566.003018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:0.0:1769077566.003022:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077566.003024:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077566.003025:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077566.003028:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769077566.003029:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978404224:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077566.003031:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077566.003035:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003036:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077566.003037:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077566.003040:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:0.0:1769077566.003041:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077566.003043:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:0.0:1769077566.003046:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003047:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769077566.003049:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003051:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077566.003054:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077566.003056:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077566.003059:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077566.003062:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077566.003062:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769077566.003065:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003067:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077566.003068:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077566.003069:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003071:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077566.003074:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077566.003077:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003079:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077566.003081:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003082:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003088:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077566.003089:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077566.003092:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1769077566.003093:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978404608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077566.003093:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077566.003096:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003100:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077566.003103:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077566.003107:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077566.003114:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077566.003117:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077566.003118:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077566.003122:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077566.003123:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003124:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003130:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077566.003133:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.003134:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077566.003139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077566.003139:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077566.003142:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00080000:0.0:1769077566.003143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077566.003146:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077566.003147:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077566.003155:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1769077566.003160:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077566.003162:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077566.003165:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077566.003169:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3204 00000100:00000001:3.0:1769077566.003172:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077566.003176:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077566.003177:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077566.003179:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077566.003183:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077566.003185:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.003187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077566.003192:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077566.003194:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297877025 00000020:00000001:0.0:1769077566.003195:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077566.003198:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077566.003201:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297878265 00000020:00000001:0.0:1769077566.003203:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077566.003207:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297877025 00000100:00000001:0.0:1769077566.003209:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077566.003213:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297878265 00000100:00000001:0.0:1769077566.003214:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077566.003220:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077566.003223:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077566.003226:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.003227:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077566.003231:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077566.003231:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769077566.003236:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077566.003240:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077566.003242:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077566/real 1769077566] req@ffff8f28835e9f80 x1855008978404352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077566.003243:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077566.003246:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077566.003251:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077566.003255:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077566.003261:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077566.003263:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077566.003263:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769077566.003268:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:3.0:1769077566.003268:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769077566.003270:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077566.003273:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003274:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077566.003278:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003278:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077566.003282:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077566.003287:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978404736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077566.003288:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077566.003297:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077566.003299:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003300:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077566.003303:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077566.003309:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978404352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077566.003315:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003317:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077566.003319:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003320:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077566.003322:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003324:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077566.003325:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077566.003327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077566.003330:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077566.003332:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077566.003334:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077566.003337:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077566.003338:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077566.003339:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003340:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077566.003341:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077566.003343:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077566.003345:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077566.003347:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077566.003349:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077566.003350:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003351:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077566.003353:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003358:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077566.003359:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:3.0:1769077566.003362:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077566.003371:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077566.003390:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077566.003392:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077566.003393:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003394:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077566.003396:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003399:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297877023 00000100:00000001:3.0:1769077566.003401:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297878265 00000100:00000001:3.0:1769077566.003403:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297877023 00000100:00000001:3.0:1769077566.003404:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297878265 00000100:00000001:3.0:1769077566.003406:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077566.003407:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003409:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077566.003412:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077566/real 1769077566] req@ffff8f28835e9500 x1855008978404480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077566.003417:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077566.003418:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077566.003420:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077566.003421:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077566.003422:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003423:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077566.003424:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077566.003428:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978404480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077566.003435:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003437:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077566.003440:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003441:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077566.003442:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003444:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077566.003446:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077566.003448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077566.003452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077566.003454:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077566.003458:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077566.003462:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003464:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077566.003465:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077566.003474:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077566.003476:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077566.003477:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077566.003481:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077566.003483:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077566.003484:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077566.003486:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077566.003487:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003488:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077566.003489:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077566.003490:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077566.003491:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077566.003492:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077566.003493:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077566.003494:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077566.003494:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077566.003495:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077566.003496:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003497:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003500:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077566.003500:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003502:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077566.003503:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077566.003504:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077566.003505:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077566.003505:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003507:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077566.003508:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077566.003510:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077566.003512:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077566.003514:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077566.003516:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077566.003517:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003518:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077566.003520:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003525:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077566.003526:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077566.003529:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077566.003538:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077566.003541:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077566.003542:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077566.003543:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003545:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077566.003546:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003549:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297877026 00000100:00000001:3.0:1769077566.003551:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297878265 00000100:00000001:3.0:1769077566.003553:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297877026 00000100:00000001:3.0:1769077566.003554:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297878265 00000100:00000001:3.0:1769077566.003555:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077566.003557:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003558:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077566.003560:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077566/real 1769077566] req@ffff8f28835ea300 x1855008978404608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077566.003565:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077566.003566:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077566.003567:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077566.003568:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077566.003569:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003570:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077566.003571:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077566.003574:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978404608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077566.003578:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003579:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077566.003581:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003582:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077566.003583:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003584:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077566.003585:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077566.003587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077566.003588:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077566.003590:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077566.003592:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077566.003595:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077566.003595:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077566.003596:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003598:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077566.003599:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077566.003600:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077566.003602:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077566.003604:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077566.003605:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077566.003606:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077566.003607:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077566.003609:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003611:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077566.003612:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077566.003614:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077566.003620:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077566.003622:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077566.003623:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077566.003624:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003625:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077566.003627:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003629:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297877018 00000100:00000001:3.0:1769077566.003631:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297878265 00000100:00000001:3.0:1769077566.003632:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297877018 00000100:00000001:3.0:1769077566.003634:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297878265 00000100:00000001:3.0:1769077566.003635:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077566.003636:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003637:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077566.003639:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077566/real 1769077566] req@ffff8f28835ead80 x1855008978404736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077566.003648:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077566.003649:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077566.003650:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077566.003651:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077566.003652:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003653:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077566.003654:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077566.003656:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978404736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077566.003660:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003661:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077566.003663:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003664:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077566.003664:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003665:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077566.003666:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077566.003668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077566.003669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077566.003671:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077566.003672:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077566.003675:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003676:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077566.003677:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077566.003678:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077566.003679:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077566.003680:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077566.003681:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077566.003683:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077566.003684:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077566.003685:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077566.003687:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003689:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077566.003690:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077566.003691:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077566.003693:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077566.003694:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077566.003695:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077566.003696:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077566.003698:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077566.003701:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077566.003702:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003704:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.003706:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077566.003708:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.003710:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077566.003712:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.642474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077566.642478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077566.642482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.642482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077566.642484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077566.642488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077566.642489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077566.642490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077566.642492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077566.642496:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.642498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077566.642501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077566.642504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077566.642544:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077566.642548:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077566.642551:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077567.026473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077567.026482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077567.026484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077567.026490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077567.026498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077567.026502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077567.026505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077567.026507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077567.026510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077567.666486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077567.666495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077567.666497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077567.666498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077567.666503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077567.666504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077567.666508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077567.666512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077567.666513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077567.666517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077567.666517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077567.666520:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077567.666524:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077567.666611:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077567.666615:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077567.666617:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077568.050469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077568.050476:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077568.050477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077568.050488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077568.050493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077568.050496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077568.050499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077568.050501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077568.050503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077568.690458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077568.690462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077568.690464:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077568.690466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077568.690467:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077568.690474:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077568.690475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077568.690478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077568.690479:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077568.690483:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077568.690485:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077568.690487:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077568.690489:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077568.690546:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077568.690549:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077568.690553:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077569.074482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077569.074489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077569.074490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077569.074495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077569.074497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077569.074501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077569.074502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077569.074505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077569.074507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077569.714493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077569.714499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077569.714501:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077569.714504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077569.714504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077569.714513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077569.714515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077569.714517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077569.714520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077569.714522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077569.714526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077569.714529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077569.714532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077569.714650:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077569.714656:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077569.714660:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077570.098430:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077570.098436:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077570.098437:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077570.098441:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077570.098444:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077570.098447:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077570.098449:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077570.098451:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077570.098453:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077570.738464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077570.738471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077570.738473:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077570.738478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077570.738479:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077570.738484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077570.738485:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077570.738491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077570.738492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077570.738496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077570.738497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077570.738502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077570.738505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077570.738590:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077570.738595:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077570.738598:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077571.122498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769077571.122504:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077571.122507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077571.122513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077571.122524:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769077571.122525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077571.122531:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077571.122533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769077571.122536:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077571.122538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077571.122542:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077571.122543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077571.122548:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077571.122553:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3209 00000100:00000001:2.0:1769077571.122554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077571.122568:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077571.122572:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077571.122574:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077571.122577:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077571.122580:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077571.122583:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077571.122585:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077571.122587:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077571.122588:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077571.122592:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077571.122594:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077571.122596:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077571.122599:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077571.122602:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122603:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077571.122605:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077571.122616:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077571.122618:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122622:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077571.122625:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077571.122629:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122643:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077571.122655:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9180 x1855008978404864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077571.122668:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077571.122672:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122690:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077571.122692:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077571.122695:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077571.122696:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077571.122698:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077571.122700:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077571.122702:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3209 00000100:00080000:1.0:1769077571.122705:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077571.122707:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077571.122708:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077571.122710:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077571.122711:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077571.122713:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077571.122715:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077571.122717:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077571.122718:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077571.122722:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077571.122724:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077571.122725:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077571.122730:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077571.122733:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.122734:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077571.122735:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077571.122746:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077571.122746:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077571.122751:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1769077571.122752:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.122754:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077571.122756:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.122757:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077571.122761:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077571.122764:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.122764:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769077571.122772:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077571.122774:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077571.122774:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077571.122783:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.122784:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122805:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077571.122807:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978404864:192.168.204.124@tcp:250:kworker.0 00000100:00100000:1.0:1769077571.122814:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa680 x1855008978404992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077571.122817:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077571.122824:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769077571.122843:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077571.122844:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122847:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.122849:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077571.122853:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077571.122857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077571.122858:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077571.122860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077571.122864:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077571.122866:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077571.122869:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077571.122875:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3209 00000100:00080000:1.0:1769077571.122879:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077571.122880:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077571.122881:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077571.122882:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769077571.122886:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077571.122886:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006058880 : -124070703492736 : ffff8f2889ca9180) 00000020:00000001:1.0:1769077571.122892:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077571.122893:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769077571.122895:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077571.122899:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077571.122901:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077571.122902:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077571.122905:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077571.122907:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077571.122909:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077571.122911:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077571.122913:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122914:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077571.122916:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077571.122917:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122919:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077571.122922:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077571.122923:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122924:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077571.122925:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077571.122927:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122932:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077571.122936:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978405120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077571.122942:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077571.122943:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122946:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077571.122949:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:1.0:1769077571.122951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077571.122956:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077571.122958:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077571.122959:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077571.122962:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077571.122973:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3209 00000100:00000001:3.0:1769077571.122973:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077571.122983:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1769077571.122984:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077571.122992:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.122993:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077571.123002:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077571.123003:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077571.123010:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077571.123013:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077571.123015:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077571.123015:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077571.123028:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077571.123031:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297883385 00000100:00000001:1.0:1769077571.123032:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077571.123037:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077571.123041:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077571.123045:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123046:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1769077571.123049:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077571.123055:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297883385 02000000:00000001:1.0:1769077571.123056:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077571.123060:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769077571.123062:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123067:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077571.123069:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077571.123074:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077571.123075:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077571.123083:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:1.0:1769077571.123084:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.123089:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077571.123094:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077571.123095:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077571/real 1769077571] req@ffff8f2889ca9180 x1855008978404864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077571.123099:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.123108:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077571.123111:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077571.123114:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.123125:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077571.123130:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978405248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1769077571.123138:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077571.123140:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077571.123144:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077571.123147:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077571.123149:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077571.123151:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077571.123152:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123164:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077571.123166:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123169:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077571.123170:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077571.123174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077571.123180:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1769077571.123180:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9180 x1855008978404864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077571.123183:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077571.123195:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077571.123205:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3209 00000100:00000001:3.0:1769077571.123213:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077571.123214:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077571.123220:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077571.123221:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077571.123223:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077571.123229:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077571.123231:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077571.123234:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769077571.123236:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077571.123239:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077571.123241:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077571.123245:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1769077571.123248:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077571.123250:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077571.123255:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:3.0:1769077571.123259:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769077571.123260:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077571.123270:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:1.0:1769077571.123271:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077571.123285:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769077571.123286:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077571.123302:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769077571.123307:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978404864:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769077571.123312:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077571.123314:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077571.123320:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123320:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077571.123323:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1769077571.123326:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077571.123326:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:1.0:1769077571.123333:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077571.123334:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077571.123339:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000008:00000001:1.0:1769077571.123345:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077571.123345:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077571.123350:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769077571.123351:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.123353:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077571.123359:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1769077571.123360:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077571.123362:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077571.123363:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123367:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077571.123368:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077571.123419:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1769077571.123423:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077571.123424:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077571.123428:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123429:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077571.123440:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077571.123442:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123443:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077571.123447:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077571.123449:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077571.123455:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978405376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077571.123455:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077571.123460:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077571.123472:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077571.123474:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1769077571.123481:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077571.123482:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123494:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769077571.123497:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.123498:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077571.123502:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.123506:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077571.123509:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123516:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077571.123518:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006064256 : -124070703487360 : ffff8f2889caa680) 00000100:00000001:3.0:1769077571.123523:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077571.123536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077571.123539:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077571.123541:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077571.123543:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123544:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077571.123546:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123550:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297882146 00000100:00000001:3.0:1769077571.123552:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297883385 00000100:00000001:3.0:1769077571.123554:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297882146 00000100:00000001:3.0:1769077571.123556:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297883385 00000100:00000001:3.0:1769077571.123559:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077571.123561:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123563:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077571.123568:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077571/real 1769077571] req@ffff8f2889caa680 x1855008978404992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077571.123577:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077571.123579:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077571.123581:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077571.123583:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077571.123585:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123587:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077571.123588:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077571.123593:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa680 x1855008978404992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077571.123601:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123603:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077571.123616:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123618:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077571.123620:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123621:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077571.123624:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077571.123626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077571.123630:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077571.123632:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077571.123635:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978404992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077571.123639:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077571.123640:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077571.123642:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.123643:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077571.123645:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077571.123647:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077571.123649:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077571.123651:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077571.123653:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077571.123654:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.123655:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077571.123658:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123663:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077571.123664:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00000001:3.0:1769077571.123667:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077571.123676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077571.123680:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077571.123681:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077571.123683:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123684:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077571.123686:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123689:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297882143 00000100:00000001:3.0:1769077571.123691:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297883385 00000100:00000001:3.0:1769077571.123693:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297882143 00000100:00000001:3.0:1769077571.123694:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297883385 00000100:00000001:3.0:1769077571.123696:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077571.123697:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123698:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077571.123701:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077571/real 1769077571] req@ffff8f2889caad80 x1855008978405120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077571.123711:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077571.123712:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077571.123714:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077571.123715:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077571.123716:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123717:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077571.123718:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077571.123721:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978405120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077571.123725:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123726:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077571.123728:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123729:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077571.123729:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123731:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077571.123731:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077571.123733:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077571.123735:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077571.123736:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077571.123738:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077571.123740:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077571.123741:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077571.123742:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.123745:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077571.123746:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077571.123747:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077571.123749:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077571.123751:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077571.123752:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077571.123754:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.123755:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077571.123757:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123761:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077571.123762:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:3.0:1769077571.123765:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077571.123770:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077571.123773:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077571.123774:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077571.123775:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123776:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077571.123778:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123780:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297882146 00000100:00000001:3.0:1769077571.123782:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297883385 00000100:00000001:3.0:1769077571.123783:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297882146 00000100:00000001:3.0:1769077571.123785:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297883385 00000100:00000001:3.0:1769077571.123787:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077571.123788:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123789:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077571.123791:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077571/real 1769077571] req@ffff8f2889caaa00 x1855008978405248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077571.123796:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077571.123796:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077571.123798:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077571.123798:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077571.123799:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123800:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077571.123801:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077571.123803:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978405248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077571.123808:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123809:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077571.123811:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123812:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077571.123813:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123814:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077571.123816:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077571.123817:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077571.123819:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077571.123821:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077571.123822:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077571.123825:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123826:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077571.123827:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077571.123846:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077571.123847:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077571.123848:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077571.123849:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077571.123851:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077571.123852:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077571.123853:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077571.123854:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123855:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077571.123856:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077571.123857:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077571.123858:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077571.123859:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077571.123859:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077571.123861:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077571.123861:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077571.123863:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077571.123864:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123865:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077571.123865:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077571.123867:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077571.123868:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077571.123869:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077571.123869:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077571.123870:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077571.123871:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077571.123872:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077571.123873:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123875:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123877:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077571.123878:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123880:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077571.123881:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077571.123882:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077571.123883:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077571.123885:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.123887:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077571.123888:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077571.123889:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077571.123891:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077571.123894:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077571.123896:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077571.123897:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077571.123898:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077571.123900:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123905:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077571.123906:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:3.0:1769077571.123908:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077571.123917:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077571.123919:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077571.123921:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077571.123922:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123923:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077571.123925:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123928:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297882138 00000100:00000001:3.0:1769077571.123929:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297883385 00000100:00000001:3.0:1769077571.123931:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297882138 00000100:00000001:3.0:1769077571.123933:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297883385 00000100:00000001:3.0:1769077571.123934:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077571.123936:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123937:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077571.123940:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077571/real 1769077571] req@ffff8f2889ca8700 x1855008978405376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077571.123945:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077571.123946:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077571.123947:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077571.123949:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077571.123950:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123951:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077571.123952:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077571.123954:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978405376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077571.123959:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123960:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077571.123961:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123962:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077571.123963:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123964:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077571.123965:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077571.123967:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077571.123969:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077571.123971:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077571.123973:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077571.123975:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123976:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077571.123977:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077571.123978:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077571.123979:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077571.123980:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077571.123980:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077571.123981:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077571.123982:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077571.123984:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077571.123985:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123986:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.123988:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077571.123989:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.123990:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077571.123992:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.762529:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077571.762534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077571.762537:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077571.762538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077571.762541:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077571.762545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077571.762548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077571.762564:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077571.762571:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077571.762576:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.762591:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077571.762595:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077571.762599:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077571.762730:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077571.762741:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077571.762747:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077572.146488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077572.146498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077572.146501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077572.146507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077572.146512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077572.146517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077572.146521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077572.146524:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077572.146528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077572.786488:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077572.786496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077572.786498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077572.786503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077572.786505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077572.786508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077572.786509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077572.786514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077572.786514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077572.786517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077572.786519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077572.786523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077572.786525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077572.786581:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077572.786584:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077572.786587:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077573.170548:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077573.170559:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077573.170562:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077573.170569:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077573.170584:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077573.170589:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077573.170593:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077573.170596:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077573.170599:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077573.810490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077573.810493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077573.810497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077573.810499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077573.810504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077573.810505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077573.810510:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769077573.810511:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077573.810512:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077573.810515:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077573.810519:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077573.810519:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077573.810523:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077573.810525:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077573.810525:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077573.810531:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077573.810533:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077573.810537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077573.810540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077573.810664:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077573.810671:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077573.810677:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077574.194458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077574.194465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077574.194467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077574.194472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077574.194475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077574.194479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077574.194481:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077574.194483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077574.194485:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077574.834434:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077574.834441:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077574.834443:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077574.834447:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077574.834448:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077574.834451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077574.834453:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077574.834456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077574.834458:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077574.834459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077574.834464:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077574.834466:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077574.834468:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077574.834511:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077574.834515:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077574.834518:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077575.218503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077575.218511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077575.218513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077575.218518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077575.218522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077575.218527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077575.218530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077575.218534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077575.218537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077575.858504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077575.858507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077575.858513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077575.858514:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077575.858516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077575.858518:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077575.858522:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077575.858524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077575.858526:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077575.858529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077575.858530:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077575.858533:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077575.858533:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077575.858539:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077575.858539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077575.858543:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077575.858545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077575.858546:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077575.858549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077575.858624:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077575.858629:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077575.858633:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077576.242456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077576.242463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077576.242464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077576.242476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:1.0:1769077576.242478:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077576.242480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077576.242484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077576.242488:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077576.242488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077576.242492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077576.242493:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077576.242495:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077576.242498:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077576.242503:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077576.242510:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3214 00000100:00080000:1.0:1769077576.242524:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077576.242528:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077576.242531:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077576.242536:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077576.242540:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077576.242543:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077576.242547:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077576.242550:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077576.242551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077576.242557:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077576.242559:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077576.242561:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077576.242564:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077576.242566:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242568:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077576.242570:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077576.242580:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077576.242581:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242584:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077576.242586:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077576.242589:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242601:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077576.242610:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8e00 x1855008978405504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077576.242618:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077576.242621:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242632:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077576.242635:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077576.242637:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077576.242638:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077576.242640:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077576.242642:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077576.242645:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3214 00000100:00080000:1.0:1769077576.242649:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077576.242651:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077576.242653:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077576.242656:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077576.242657:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077576.242660:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077576.242662:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077576.242665:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077576.242667:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077576.242670:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077576.242674:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.242674:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769077576.242679:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077576.242680:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077576.242684:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077576.242685:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077576.242687:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077576.242688:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077576.242691:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077576.242693:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.242695:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077576.242697:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077576.242699:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077576.242704:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077576.242705:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978405504:192.168.204.124@tcp:250:kworker.0 00000008:00000001:1.0:1769077576.242709:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242713:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.242713:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077576.242717:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077576.242720:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.242720:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769077576.242724:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077576.242724:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077576.242727:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077576.242729:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077576.242730:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.242735:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242737:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077576.242760:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8380 x1855008978405632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077576.242766:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077576.242768:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242771:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077576.242773:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077576.242776:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077576.242777:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077576.242778:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077576.242780:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006057984 : -124070703493632 : ffff8f2889ca8e00) 00000100:00080000:1.0:1769077576.242781:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077576.242786:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077576.242788:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769077576.242789:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3214 00000100:00080000:1.0:1769077576.242794:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077576.242796:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077576.242797:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077576.242799:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077576.242800:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077576.242801:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077576.242803:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077576.242805:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077576.242805:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077576.242807:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077576.242809:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077576.242810:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077576.242813:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077576.242814:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242816:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077576.242817:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077576.242819:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242820:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077576.242824:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077576.242825:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242828:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000100:3.0:1769077576.242829:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:1.0:1769077576.242830:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077576.242834:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242838:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077576.242843:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978405760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077576.242843:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077576.242848:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.242851:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242852:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077576.242854:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077576.242855:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242860:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077576.242862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077576.242862:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077576.242866:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077576.242869:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077576.242870:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077576.242870:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297888505 00000100:00000001:1.0:1769077576.242876:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077576.242879:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3214 00000100:00080000:1.0:1769077576.242881:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077576.242882:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077576.242883:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077576.242887:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077576.242888:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077576.242889:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077576.242891:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769077576.242892:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077576.242893:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077576.242894:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077576.242896:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297888505 00000100:00080000:1.0:1769077576.242897:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077576.242902:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077576.242904:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077576.242904:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769077576.242906:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077576.242909:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.242909:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077576.242914:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077576.242915:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077576.242918:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077576.242919:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:1.0:1769077576.242922:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242925:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077576.242928:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077576/real 1769077576] req@ffff8f2889ca8e00 x1855008978405504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077576.242930:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077576.242933:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.242937:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077576.242939:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077576.242942:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077576.242944:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077576.242946:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077576.242947:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.242949:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1769077576.242953:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978405888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077576.242953:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077576.242955:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.242960:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.242963:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077576.242965:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077576.242967:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077576.242970:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8e00 x1855008978405504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077576.242971:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077576.242975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077576.242981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077576.242983:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077576.242986:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077576.242987:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077576.242991:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077576.242992:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077576.242996:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077576.242998:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3214 00000100:00000001:3.0:1769077576.242999:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.243001:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243006:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1769077576.243007:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077576.243008:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077576.243014:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:3.0:1769077576.243014:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769077576.243019:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077576.243021:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:1.0:1769077576.243025:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077576.243025:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:1.0:1769077576.243029:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1769077576.243031:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978405504:192.168.204.124@tcp:250:kworker.0 00000020:00000001:1.0:1769077576.243033:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077576.243035:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077576.243037:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077576.243039:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.243041:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1769077576.243043:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077576.243044:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1769077576.243047:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077576.243049:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077576.243052:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1769077576.243053:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000020:00000001:3.0:1769077576.243054:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769077576.243059:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.243059:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077576.243063:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1769077576.243064:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077576.243065:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077576.243068:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077576.243071:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077576.243071:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077576.243077:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243079:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077576.243080:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077576.243082:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077576.243085:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077576.243085:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077576.243088:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077576.243089:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1769077576.243093:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243094:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077576.243096:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077576.243100:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.243100:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077576.243103:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077576.243106:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077576.243108:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077576.243109:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405632:192.168.204.124@tcp:38:kworker.0 02000000:00000001:1.0:1769077576.243113:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243114:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077576.243117:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769077576.243119:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077576.243119:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.243123:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077576.243124:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077576.243126:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077576.243129:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243131:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077576.243134:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006055296 : -124070703496320 : ffff8f2889ca8380) 00000100:00000001:1.0:1769077576.243136:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243138:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1769077576.243144:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978406016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077576.243152:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077576.243153:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077576.243157:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243158:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077576.243162:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243163:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.243166:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243168:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077576.243170:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243173:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297887265 00000100:00000001:3.0:1769077576.243176:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297888505 00000100:00000001:3.0:1769077576.243178:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297887265 00000100:00000001:3.0:1769077576.243180:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297888505 00000100:00000001:3.0:1769077576.243182:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077576.243184:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243186:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077576.243190:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077576/real 1769077576] req@ffff8f2889ca8380 x1855008978405632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077576.243196:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077576.243197:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077576.243198:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077576.243199:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077576.243200:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243201:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.243202:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077576.243205:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8380 x1855008978405632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077576.243209:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243211:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077576.243212:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243213:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.243214:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243215:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077576.243216:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077576.243217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077576.243220:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077576.243231:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077576.243233:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077576.243236:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077576.243237:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077576.243238:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.243239:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077576.243241:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077576.243242:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077576.243244:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077576.243246:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077576.243247:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077576.243248:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.243249:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077576.243251:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243255:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077576.243256:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:3.0:1769077576.243258:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077576.243264:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077576.243267:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077576.243268:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.243269:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243271:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077576.243272:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243275:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297887262 00000100:00000001:3.0:1769077576.243276:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297888505 00000100:00000001:3.0:1769077576.243278:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297887262 00000100:00000001:3.0:1769077576.243279:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297888505 00000100:00000001:3.0:1769077576.243281:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077576.243282:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243283:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077576.243285:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077576/real 1769077576] req@ffff8f2889ca8700 x1855008978405760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077576.243290:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077576.243291:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077576.243292:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077576.243293:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077576.243294:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243295:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.243296:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077576.243302:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978405760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077576.243307:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243309:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077576.243310:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243311:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.243312:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243313:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077576.243314:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077576.243315:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077576.243317:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077576.243318:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077576.243320:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077576.243323:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077576.243324:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077576.243325:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.243326:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077576.243327:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077576.243328:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077576.243330:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077576.243332:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077576.243333:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077576.243334:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.243335:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077576.243337:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243340:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077576.243341:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:3.0:1769077576.243344:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077576.243349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077576.243351:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077576.243352:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.243354:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243355:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077576.243356:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243358:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297887265 00000100:00000001:3.0:1769077576.243360:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297888505 00000100:00000001:3.0:1769077576.243362:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297887265 00000100:00000001:3.0:1769077576.243363:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297888505 00000100:00000001:3.0:1769077576.243364:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077576.243366:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243367:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077576.243369:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077576/real 1769077576] req@ffff8f2889caaa00 x1855008978405888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077576.243393:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077576.243394:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077576.243395:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077576.243396:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077576.243397:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243398:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.243399:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077576.243402:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978405888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077576.243406:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243408:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077576.243409:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243410:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.243411:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243412:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077576.243413:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077576.243415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077576.243416:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077576.243417:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077576.243420:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978405888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077576.243423:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243424:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.243425:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077576.243426:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077576.243427:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077576.243428:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077576.243429:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077576.243430:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077576.243431:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077576.243432:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077576.243433:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243434:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.243435:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077576.243436:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077576.243437:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077576.243438:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077576.243439:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077576.243440:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077576.243441:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077576.243441:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077576.243442:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243443:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.243444:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077576.243444:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077576.243445:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077576.243446:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077576.243447:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077576.243448:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077576.243448:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077576.243449:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077576.243450:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243451:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243453:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077576.243454:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243455:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077576.243456:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077576.243457:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077576.243458:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077576.243459:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.243461:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077576.243462:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077576.243463:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077576.243465:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077576.243467:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077576.243468:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077576.243469:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077576.243471:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077576.243473:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243476:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077576.243477:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00000001:3.0:1769077576.243479:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077576.243486:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077576.243489:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077576.243490:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.243491:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243492:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077576.243494:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243496:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297887258 00000100:00000001:3.0:1769077576.243497:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297888505 00000100:00000001:3.0:1769077576.243499:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297887258 00000100:00000001:3.0:1769077576.243500:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297888505 00000100:00000001:3.0:1769077576.243502:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077576.243503:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243504:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077576.243506:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077576/real 1769077576] req@ffff8f2889caad80 x1855008978406016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077576.243511:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077576.243512:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077576.243513:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077576.243514:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077576.243515:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243517:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.243518:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077576.243520:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978406016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077576.243525:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243526:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077576.243527:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243528:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077576.243529:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243531:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077576.243532:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077576.243534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077576.243537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077576.243540:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077576.243543:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077576.243547:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243549:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077576.243550:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077576.243551:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077576.243553:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077576.243554:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077576.243556:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077576.243558:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077576.243559:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077576.243561:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077576.243562:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243564:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.243567:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077576.243568:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077576.243570:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077576.243572:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077576.882452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077576.882457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077576.882461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077576.882462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077576.882508:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077576.882512:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077576.882516:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077576.882553:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077576.882556:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077576.882558:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077576.882561:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077576.882566:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077576.882569:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.882572:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077576.882575:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077576.882577:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077577.266469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077577.266475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077577.266476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077577.266487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077577.266491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077577.266493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077577.266496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077577.266498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077577.266500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077577.906478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077577.906485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077577.906486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077577.906487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077577.906492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077577.906494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077577.906499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077577.906500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077577.906502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077577.906504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077577.906506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077577.906509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077577.906512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077577.906574:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077577.906577:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077577.906579:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077578.290477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077578.290485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077578.290488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077578.290494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077578.290498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077578.290503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077578.290506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077578.290509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077578.290512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077578.930495:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077578.930500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077578.930503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077578.930505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077578.930507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077578.930515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077578.930515:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077578.930519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077578.930521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077578.930526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077578.930530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077578.930533:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077578.930535:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077578.930583:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077578.930588:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077578.930592:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077579.314483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077579.314489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077579.314491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077579.314495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077579.314498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077579.314502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077579.314504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077579.314506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077579.314509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077579.954475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077579.954483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077579.954485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077579.954492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077579.954493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077579.954498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077579.954500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077579.954505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077579.954506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077579.954509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077579.954510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077579.954514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077579.954520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077579.954570:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077579.954573:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077579.954575:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077580.338516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077580.338529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077580.338532:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077580.338540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077580.338546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077580.338550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077580.338554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077580.338558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077580.338561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077580.978527:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077580.978530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077580.978536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077580.978536:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077580.978539:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077580.978543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077580.978545:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077580.978546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077580.978551:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077580.978556:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077580.978559:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077580.978561:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077580.978563:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077580.978607:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077580.978611:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077580.978614:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077581.362506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077581.362508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077581.362516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077581.362517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077581.362520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362521:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077581.362528:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077581.362528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077581.362533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077581.362535:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077581.362539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077581.362544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077581.362547:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3219 00000100:00000001:2.0:1769077581.362549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077581.362554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077581.362564:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077581.362569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077581.362572:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077581.362576:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077581.362580:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077581.362584:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077581.362586:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077581.362589:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077581.362590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077581.362594:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077581.362596:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.362599:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077581.362601:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077581.362604:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362606:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077581.362608:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.362621:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077581.362623:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362626:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077581.362628:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077581.362632:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362643:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077581.362651:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978406144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077581.362673:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077581.362681:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362695:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077581.362697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077581.362700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077581.362701:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077581.362702:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077581.362705:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077581.362707:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3219 00000100:00080000:0.0:1769077581.362709:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077581.362711:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077581.362712:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077581.362714:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077581.362716:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077581.362718:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077581.362720:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077581.362722:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077581.362723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077581.362726:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077581.362727:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.362729:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077581.362733:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077581.362734:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362736:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077581.362740:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077581.362742:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362744:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.362746:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077581.362747:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077581.362750:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362752:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077581.362754:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077581.362754:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769077581.362758:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.362760:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077581.362764:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.362765:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077581.362769:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077581.362770:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978406272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077581.362779:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077581.362780:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077581.362784:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077581.362786:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077581.362787:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077581.362794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077581.362795:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077581.362799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077581.362801:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077581.362803:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077581.362806:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077581.362807:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978406144:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769077581.362810:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3219 00000100:00080000:0.0:1769077581.362813:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077581.362817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077581.362820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077581.362820:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769077581.362824:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077581.362825:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077581.362827:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:3.0:1769077581.362828:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1769077581.362829:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077581.362832:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077581.362833:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077581.362840:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077581.362841:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077581.362842:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.362845:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077581.362846:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077581.362848:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362850:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077581.362850:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077581.362852:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077581.362856:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362857:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.362860:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077581.362861:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077581.362863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077581.362865:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362869:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077581.362872:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978406400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077581.362875:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077581.362880:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077581.362881:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:0.0:1769077581.362883:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362887:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.362888:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077581.362889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077581.362892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077581.362894:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077581.362895:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077581.362897:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077581.362900:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3219 00000100:00080000:0.0:1769077581.362902:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077581.362903:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077581.362904:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077581.362905:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077581.362906:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077581.362908:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077581.362909:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077581.362911:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077581.362911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077581.362913:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077581.362914:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.362915:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077581.362917:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077581.362918:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362920:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077581.362922:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077581.362924:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362925:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.362928:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077581.362929:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077581.362930:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077581.362932:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362935:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077581.362939:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:0.0:1769077581.362942:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978406528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077581.362949:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077581.362950:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362953:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.362953:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077581.362958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077581.362959:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769077581.362961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077581.362963:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.362964:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077581.362966:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769077581.362967:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077581.362971:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077581.362973:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3219 00000100:00000001:3.0:1769077581.362975:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077581.362980:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077581.362982:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297893625 00000100:00000001:0.0:1769077581.362983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077581.362985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077581.362988:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077581.362989:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077581.362990:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077581.362992:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077581.362993:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077581.362994:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077581.362997:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077581.362998:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769077581.362999:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.363003:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077581.363010:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077581.363010:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297893625 02000000:00000001:0.0:1769077581.363013:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.363016:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077581.363018:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077581.363020:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363020:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077581.363025:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.363029:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077581.363029:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077581.363032:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.363035:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077581.363036:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077581.363037:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077581.363039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363042:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077581.363044:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077581.363049:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978406656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077581.363054:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077581/real 1769077581] req@ffff8f28835eb480 x1855008978406144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077581.363057:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077581.363060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077581.363064:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077581.363080:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077581.363082:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077581.363086:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077581.363089:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077581.363090:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363092:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363094:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077581.363098:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978406144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077581.363104:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363106:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077581.363108:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363109:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363110:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363112:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077581.363113:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077581.363116:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077581.363119:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077581.363121:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077581.363124:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978406144:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077581.363127:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363129:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077581.363130:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077581.363132:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077581.363135:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077581.363136:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077581.363138:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077581.363142:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077581.363143:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077581.363147:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077581.363148:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363150:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363156:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077581.363158:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363159:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077581.363160:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077581.363162:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077581.363163:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077581.363164:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077581.363166:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077581.363167:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077581.363169:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077581.363171:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077581.363173:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077581.363174:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077581.363176:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077581.363177:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077581.363179:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363184:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077581.363185:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077581.363190:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077581.363200:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077581.363203:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077581.363205:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077581.363206:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363207:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077581.363209:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363213:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297892385 00000100:00000001:3.0:1769077581.363215:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297893625 00000100:00000001:3.0:1769077581.363217:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297892385 00000100:00000001:3.0:1769077581.363219:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297893625 00000100:00000001:3.0:1769077581.363220:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077581.363221:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363223:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077581.363225:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077581/real 1769077581] req@ffff8f28835e9180 x1855008978406272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077581.363235:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077581.363236:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077581.363238:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077581.363239:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077581.363240:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363241:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363242:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077581.363244:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978406272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077581.363248:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363250:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077581.363252:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363254:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363255:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363257:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077581.363259:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077581.363262:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077581.363266:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077581.363268:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077581.363272:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077581.363276:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077581.363278:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077581.363280:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077581.363282:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077581.363284:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077581.363286:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077581.363289:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077581.363293:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077581.363295:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077581.363297:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077581.363299:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077581.363302:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363308:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077581.363309:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077581.363313:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077581.363327:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077581.363331:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077581.363334:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077581.363336:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363338:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077581.363340:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363345:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297892382 00000100:00000001:3.0:1769077581.363348:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297893625 00000100:00000001:3.0:1769077581.363350:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297892382 00000100:00000001:3.0:1769077581.363351:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297893625 00000100:00000001:3.0:1769077581.363353:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077581.363355:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363356:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077581.363359:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077581/real 1769077581] req@ffff8f28835e8700 x1855008978406400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077581.363364:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077581.363365:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077581.363367:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077581.363368:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077581.363369:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363371:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363372:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077581.363399:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978406400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077581.363404:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363406:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077581.363408:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363409:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363410:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363411:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077581.363412:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077581.363414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077581.363416:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077581.363417:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077581.363419:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077581.363421:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077581.363422:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077581.363423:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077581.363425:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077581.363426:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077581.363427:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077581.363429:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077581.363432:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077581.363433:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077581.363435:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077581.363436:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077581.363438:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363443:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077581.363444:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077581.363447:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077581.363456:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077581.363459:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077581.363460:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077581.363462:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363463:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077581.363465:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363468:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297892386 00000100:00000001:3.0:1769077581.363469:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297893625 00000100:00000001:3.0:1769077581.363471:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297892386 00000100:00000001:3.0:1769077581.363473:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297893625 00000100:00000001:3.0:1769077581.363474:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077581.363476:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363477:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077581.363479:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077581/real 1769077581] req@ffff8f28835eb800 x1855008978406528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077581.363484:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077581.363484:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077581.363486:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077581.363487:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077581.363487:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363489:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363489:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077581.363492:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978406528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077581.363496:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363498:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077581.363499:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363500:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363501:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363502:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077581.363503:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077581.363505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077581.363506:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077581.363507:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077581.363509:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077581.363511:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077581.363512:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077581.363519:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077581.363520:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077581.363522:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077581.363523:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077581.363525:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077581.363528:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077581.363529:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077581.363530:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077581.363531:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077581.363534:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363536:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077581.363537:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077581.363539:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077581.363545:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077581.363548:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077581.363549:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077581.363550:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363551:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077581.363553:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363555:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297892378 00000100:00000001:3.0:1769077581.363557:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297893625 00000100:00000001:3.0:1769077581.363559:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297892378 00000100:00000001:3.0:1769077581.363560:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297893625 00000100:00000001:3.0:1769077581.363562:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077581.363563:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363564:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077581.363566:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077581/real 1769077581] req@ffff8f28835e8000 x1855008978406656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077581.363571:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077581.363572:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077581.363574:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077581.363575:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077581.363576:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363577:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363578:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077581.363581:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978406656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077581.363586:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363587:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077581.363588:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363589:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077581.363590:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363591:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077581.363592:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077581.363593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077581.363595:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077581.363596:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077581.363598:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077581.363600:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363601:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077581.363602:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077581.363603:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077581.363604:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077581.363605:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077581.363606:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077581.363607:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077581.363608:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077581.363610:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077581.363611:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363612:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077581.363613:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077581.363614:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077581.363615:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077581.363616:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077581.363617:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077581.363618:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077581.363618:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077581.363619:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077581.363621:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363622:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077581.363623:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077581.363624:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077581.363625:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077581.363626:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077581.363627:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077581.363628:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077581.363628:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077581.363629:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077581.363630:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363631:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077581.363632:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077581.363632:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077581.363634:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077581.363635:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077581.363636:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077581.363636:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077581.363637:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077581.363638:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077581.363639:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363640:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077581.363642:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077581.363643:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077581.363644:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077581.363645:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077582.002531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077582.002537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077582.002541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077582.002542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077582.002558:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077582.002564:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077582.002566:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077582.002571:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077582.002575:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077582.002580:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077582.002583:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077582.002586:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077582.002589:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077582.002614:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077582.002619:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077582.002623:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077582.386510:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077582.386521:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077582.386523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077582.386531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077582.386535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077582.386540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077582.386543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077582.386546:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077582.386549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077583.026535:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077583.026537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077583.026544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077583.026544:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077583.026548:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077583.026553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077583.026556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077583.026560:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077583.026565:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077583.026568:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077583.026571:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077583.026574:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077583.026576:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077583.026624:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077583.026655:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077583.026658:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077583.410480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077583.410486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077583.410488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077583.410491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077583.410494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077583.410497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077583.410500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077583.410501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077583.410504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077584.050498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077584.050500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077584.050505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077584.050506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077584.050508:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077584.050513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077584.050515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077584.050516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077584.050521:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077584.050521:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077584.050527:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077584.050527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077584.050529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077584.050532:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077584.050533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077584.050541:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077584.050545:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077584.050547:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077584.050550:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077584.050657:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077584.050664:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077584.050670:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077584.434479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077584.434486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077584.434488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077584.434492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077584.434495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077584.434498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077584.434500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077584.434502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077584.434504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077585.074512:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077585.074513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077585.074522:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077585.074523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077585.074525:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077585.074537:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077585.074541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077585.074542:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077585.074549:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077585.074550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077585.074559:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077585.074563:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077585.074566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077585.074640:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077585.074643:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077585.074646:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077585.458493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077585.458500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077585.458502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077585.458507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077585.458512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077585.458516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077585.458520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077585.458522:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077585.458525:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.098499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077586.098509:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077586.098511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077586.098515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077586.098517:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077586.098523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077586.098527:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077586.098528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077586.098532:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769077586.098534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077586.098536:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.098538:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077586.098546:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077586.098546:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077586.098551:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077586.098555:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077586.098558:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077586.098562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077586.098563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077586.098614:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077586.098616:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077586.098619:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077586.482491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077586.482495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077586.482507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077586.482507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077586.482513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482514:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077586.482522:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077586.482524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077586.482533:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077586.482534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077586.482541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077586.482545:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077586.482547:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3225 00000100:00000001:2.0:1769077586.482550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077586.482557:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077586.482565:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077586.482587:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077586.482591:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077586.482598:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077586.482602:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077586.482606:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077586.482610:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077586.482613:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077586.482614:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077586.482620:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077586.482624:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077586.482628:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077586.482632:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077586.482636:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482638:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077586.482640:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077586.482655:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077586.482657:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482660:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077586.482663:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077586.482667:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482678:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077586.482686:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978406784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077586.482695:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077586.482699:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482716:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077586.482718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077586.482721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077586.482722:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077586.482723:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077586.482726:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077586.482728:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3225 00000100:00080000:0.0:1769077586.482732:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077586.482734:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077586.482735:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077586.482737:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077586.482739:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077586.482741:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077586.482743:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077586.482745:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077586.482746:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077586.482749:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077586.482751:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077586.482752:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077586.482756:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077586.482757:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077586.482762:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.482763:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077586.482765:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077586.482767:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077586.482770:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1769077586.482771:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077586.482777:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.482777:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482785:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077586.482789:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077586.482791:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077586.482792:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482797:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077586.482800:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077586.482800:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077586.482805:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.482808:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482816:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077586.482826:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978406912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077586.482829:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978406784:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077586.482846:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077586.482855:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077586.482855:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077586.482862:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482863:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482872:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.482872:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769077586.482877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077586.482881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077586.482883:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077586.482885:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077586.482887:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077586.482891:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077586.482895:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3225 00000100:00080000:0.0:1769077586.482899:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077586.482901:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077586.482902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077586.482905:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077586.482906:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077586.482907:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077586.482909:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077586.482909:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077586.482915:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077586.482915:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:0.0:1769077586.482917:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077586.482926:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077586.482928:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077586.482929:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077586.482932:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077586.482935:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077586.482936:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482938:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077586.482940:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077586.482942:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482943:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077586.482948:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077586.482949:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482951:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077586.482952:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077586.482953:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.482958:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077586.482962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978407040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077586.482973:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077586.482977:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077586.482980:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077586.482982:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077586.482986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077586.482990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077586.482992:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077586.482995:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077586.482995:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077586.483002:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077586.483004:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769077586.483010:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3225 00000100:00000001:3.0:1769077586.483012:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077586.483018:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077586.483018:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077586.483025:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077586.483028:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077586.483029:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077586.483031:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077586.483035:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077586.483038:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077586.483039:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297898745 00000020:00000001:0.0:1769077586.483046:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077586.483049:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077586.483051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077586.483053:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769077586.483055:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077586.483060:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077586.483062:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077586.483065:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297898745 02000000:00000001:0.0:1769077586.483066:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077586.483076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.483079:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077586.483079:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00100000:0.0:1769077586.483083:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077586.483086:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769077586.483087:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483093:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.483094:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483110:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769077586.483112:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077586.483117:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.483123:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1769077586.483124:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077586/real 1769077586] req@ffff8f28835e8380 x1855008978406784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077586.483125:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077586.483130:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.483144:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077586.483145:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077586.483147:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077586.483154:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1769077586.483159:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978407168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077586.483160:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077586.483163:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483170:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077586.483176:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077586.483184:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077586.483191:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077586.483192:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978406784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077586.483196:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077586.483200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077586.483207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077586.483210:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077586.483214:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077586.483226:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077586.483227:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483233:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077586.483234:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3225 00000100:00080000:0.0:1769077586.483241:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077586.483242:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077586.483248:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077586.483248:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077586.483254:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077586.483254:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483262:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077586.483267:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077586.483268:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077586.483274:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:3.0:1769077586.483275:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769077586.483280:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:3.0:1769077586.483283:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:0.0:1769077586.483290:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077586.483291:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077586.483300:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077586.483305:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:3.0:1769077586.483306:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978406784:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077586.483318:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077586.483320:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077586.483322:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077586.483330:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483330:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077586.483336:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077586.483337:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077586.483342:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769077586.483344:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769077586.483345:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077586.483348:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077586.483353:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483353:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077586.483356:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077586.483361:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077586.483362:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077586.483367:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769077586.483368:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077586.483370:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483402:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077586.483404:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483406:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077586.483407:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077586.483409:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077586.483414:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1769077586.483415:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483418:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.483419:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483423:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077586.483426:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077586.483428:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077586.483429:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077586.483436:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.483442:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1769077586.483442:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406912:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769077586.483450:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077586.483454:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077586.483457:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483457:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077586.483465:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483468:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077586.483470:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483471:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077586.483478:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978407296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077586.483480:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077586.483483:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:3.0:1769077586.483493:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077586.483495:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077586.483498:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077586.483502:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077586.483510:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077586.483515:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077586.483518:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077586.483519:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483521:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077586.483525:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483528:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297897506 00000100:00000001:3.0:1769077586.483530:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297898745 00000100:00000001:3.0:1769077586.483532:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297897506 00000100:00000001:3.0:1769077586.483533:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297898745 00000100:00000001:3.0:1769077586.483535:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077586.483537:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483538:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077586.483542:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077586/real 1769077586] req@ffff8f28835e9880 x1855008978406912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077586.483548:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077586.483549:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077586.483551:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077586.483552:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077586.483553:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483554:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077586.483555:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077586.483557:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978406912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077586.483562:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483563:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077586.483565:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483566:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077586.483567:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483568:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077586.483584:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077586.483586:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077586.483589:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077586.483590:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077586.483593:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978406912:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077586.483595:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077586.483597:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077586.483598:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483599:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077586.483601:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077586.483603:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077586.483607:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077586.483610:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077586.483613:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077586.483615:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483616:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077586.483619:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483624:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077586.483626:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:3.0:1769077586.483629:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077586.483639:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077586.483643:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077586.483644:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077586.483645:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483646:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077586.483648:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483651:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297897503 00000100:00000001:3.0:1769077586.483653:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297898745 00000100:00000001:3.0:1769077586.483654:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297897503 00000100:00000001:3.0:1769077586.483656:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297898745 00000100:00000001:3.0:1769077586.483657:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077586.483658:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483659:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077586.483662:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077586/real 1769077586] req@ffff8f28835eaa00 x1855008978407040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077586.483667:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077586.483667:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077586.483669:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077586.483670:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077586.483671:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483672:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077586.483673:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077586.483676:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978407040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077586.483684:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483686:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077586.483688:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483688:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077586.483689:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483690:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077586.483691:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077586.483693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077586.483695:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077586.483696:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077586.483698:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077586.483700:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077586.483701:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077586.483702:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483704:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077586.483705:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077586.483706:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077586.483708:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077586.483710:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077586.483711:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077586.483712:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483714:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077586.483716:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483720:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077586.483721:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077586.483724:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077586.483730:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077586.483732:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077586.483733:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077586.483734:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483735:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077586.483737:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483739:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297897506 00000100:00000001:3.0:1769077586.483741:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297898745 00000100:00000001:3.0:1769077586.483742:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297897506 00000100:00000001:3.0:1769077586.483744:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297898745 00000100:00000001:3.0:1769077586.483745:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077586.483746:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483747:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077586.483750:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077586/real 1769077586] req@ffff8f28835e8000 x1855008978407168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077586.483754:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077586.483755:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077586.483756:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077586.483757:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077586.483758:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483759:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077586.483759:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077586.483762:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978407168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077586.483766:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483767:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077586.483769:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483770:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077586.483771:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483772:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077586.483773:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077586.483775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077586.483777:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077586.483778:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077586.483780:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077586.483784:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483786:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077586.483787:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077586.483789:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077586.483791:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077586.483792:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077586.483794:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077586.483796:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077586.483798:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077586.483800:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077586.483801:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483803:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077586.483804:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077586.483805:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077586.483807:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077586.483809:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077586.483810:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077586.483812:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077586.483813:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077586.483815:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077586.483816:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483818:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077586.483819:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077586.483821:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077586.483822:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077586.483823:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077586.483825:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077586.483826:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077586.483828:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077586.483829:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077586.483831:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483833:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483836:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077586.483838:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483840:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077586.483842:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077586.483843:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077586.483845:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077586.483846:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483848:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077586.483850:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077586.483851:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077586.483853:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077586.483856:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077586.483858:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077586.483859:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077586.483860:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077586.483863:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483867:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077586.483868:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077586.483871:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077586.483880:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077586.483884:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077586.483886:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077586.483888:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483889:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077586.483892:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483896:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297897498 00000100:00000001:3.0:1769077586.483898:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297898745 00000100:00000001:3.0:1769077586.483901:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297897498 00000100:00000001:3.0:1769077586.483903:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297898745 00000100:00000001:3.0:1769077586.483905:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077586.483907:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483909:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077586.483913:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077586/real 1769077586] req@ffff8f28835eb800 x1855008978407296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077586.483922:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077586.483923:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077586.483926:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077586.483928:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077586.483930:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483932:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077586.483934:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077586.483938:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978407296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077586.483944:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483945:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077586.483947:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483948:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077586.483949:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483950:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077586.483951:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077586.483953:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077586.483955:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077586.483956:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077586.483958:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077586.483961:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483962:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077586.483963:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077586.483964:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077586.483966:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077586.483967:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077586.483968:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077586.483969:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077586.483970:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077586.483972:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077586.483973:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483975:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077586.483977:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077586.483978:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077586.483979:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077586.483981:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077587.122483:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077587.122491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077587.122494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077587.122495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077587.122500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077587.122503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077587.122504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077587.122506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077587.122511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077587.122517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077587.122520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077587.122523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077587.122527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077587.122572:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077587.122576:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077587.122580:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077587.506486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077587.506492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077587.506493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077587.506499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077587.506502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077587.506505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077587.506508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077587.506510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077587.506513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077588.146485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077588.146486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077588.146491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077588.146493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077588.146496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077588.146497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077588.146498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077588.146506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077588.146512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077588.146517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077588.146520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077588.146523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077588.146526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077588.146594:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077588.146599:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077588.146603:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077588.530510:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077588.530518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077588.530520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077588.530525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077588.530528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077588.530532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077588.530564:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077588.530567:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077588.530570:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077589.170546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077589.170556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077589.170563:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077589.170566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077589.170570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077589.170571:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077589.170577:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077589.170583:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077589.170587:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077589.170591:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077589.170593:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077589.170595:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077589.170597:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077589.170660:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077589.170663:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077589.170666:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077589.554497:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077589.554508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077589.554510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077589.554555:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077589.554561:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077589.554566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077589.554569:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077589.554574:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077589.554577:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077590.194467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077590.194473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077590.194478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077590.194479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077590.194496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077590.194502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077590.194505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077590.194525:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077590.194531:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077590.194535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077590.194539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077590.194542:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077590.194563:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077590.194565:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077590.194572:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077590.194577:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077590.578483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077590.578495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077590.578498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077590.578518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077590.578522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077590.578527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077590.578530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077590.578534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077590.578537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077591.218528:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077591.218535:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077591.218537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077591.218538:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077591.218549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077591.218550:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077591.218562:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077591.218563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077591.218565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077591.218567:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077591.218571:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077591.218574:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077591.218576:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077591.218644:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077591.218649:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077591.218653:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077591.602453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077591.602460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077591.602462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077591.602468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:1.0:1769077591.602472:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077591.602473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077591.602481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077591.602506:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077591.602511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077591.602513:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077591.602514:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077591.602522:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077591.602524:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077591.602531:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077591.602548:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3230 00000100:00080000:1.0:1769077591.602560:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077591.602563:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077591.602564:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077591.602568:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077591.602571:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077591.602574:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077591.602575:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077591.602578:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077591.602579:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077591.602583:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077591.602585:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077591.602589:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077591.602592:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077591.602594:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602596:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077591.602598:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077591.602609:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077591.602610:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602613:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077591.602615:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077591.602620:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602630:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077591.602638:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa680 x1855008978407424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077591.602647:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077591.602651:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602664:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077591.602666:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077591.602669:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077591.602671:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077591.602672:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077591.602675:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077591.602678:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3230 00000100:00080000:1.0:1769077591.602681:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077591.602684:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077591.602685:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077591.602686:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077591.602691:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077591.602693:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077591.602694:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077591.602699:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077591.602700:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077591.602705:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769077591.602706:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077591.602709:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602712:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077591.602720:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769077591.602723:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077591.602727:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077591.602735:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077591.602740:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077591.602745:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077591.602746:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978407424:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769077591.602748:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077591.602756:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077591.602757:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077591.602763:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602765:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077591.602765:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077591.602769:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077591.602774:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077591.602775:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1769077591.602784:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.602785:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602787:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077591.602792:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077591.602794:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602795:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077591.602797:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077591.602799:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.602804:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077591.602805:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.602807:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006064256 : -124070703487360 : ffff8f2889caa680) 00000100:00000001:3.0:1769077591.602812:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1769077591.602813:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9180 x1855008978407552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077591.602821:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077591.602823:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602827:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077591.602830:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077591.602839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077591.602844:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077591.602847:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077591.602850:0:38:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:3.0:1769077591.602856:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:1.0:1769077591.602861:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3230 00000100:00000001:3.0:1769077591.602870:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769077591.602871:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077591.602876:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077591.602876:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077591.602879:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602882:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077591.602882:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769077591.602890:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077591.602891:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077591.602893:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077591.602896:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297903865 00000020:00000001:1.0:1769077591.602899:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077591.602903:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077591.602908:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077591.602908:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077591.602915:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077591.602919:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297903865 00000100:00080000:1.0:1769077591.602922:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077591.602928:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.602929:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769077591.602937:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077591.602938:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077591.602944:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077591.602945:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.602963:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769077591.602964:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.602970:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077591.602973:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077591/real 1769077591] req@ffff8f2889caa680 x1855008978407424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1769077591.602975:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077591.602990:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.603001:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077591.603014:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1769077591.603017:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:3.0:1769077591.603018:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1769077591.603026:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603028:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077591.603033:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077591.603034:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1769077591.603035:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077591.603038:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077591.603040:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603042:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.603046:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077591.603049:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077591.603051:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa680 x1855008978407424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077591.603060:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab100 x1855008978407680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077591.603071:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603083:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077591.603093:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077591.603094:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077591.603099:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603102:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.603107:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077591.603108:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603113:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1769077591.603114:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077591.603120:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077591.603124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077591.603127:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077591.603127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077591.603139:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077591.603147:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077591.603148:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077591.603156:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3230 00000100:00000001:3.0:1769077591.603161:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1769077591.603163:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077591.603169:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077591.603171:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077591.603177:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077591.603179:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1769077591.603179:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978407424:192.168.204.124@tcp:250:kworker.0 00000020:00000001:1.0:1769077591.603183:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769077591.603190:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077591.603198:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077591.603200:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077591.603203:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077591.603205:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077591.603210:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603211:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769077591.603213:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077591.603220:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077591.603220:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077591.603227:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.603232:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077591.603232:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:1.0:1769077591.603240:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077591.603242:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:1.0:1769077591.603243:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.603249:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077591.603249:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077591.603254:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077591.603262:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077591.603263:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077591.603268:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.603268:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077591.603273:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077591.603276:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077591.603276:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077591.603285:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077591.603285:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077591.603296:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603299:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077591.603303:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603305:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077591.603307:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603308:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077591.603311:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077591.603314:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077591.603316:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077591.603320:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9500 x1855008978407808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077591.603321:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077591.603326:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077591.603341:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077591.603343:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.603348:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.603350:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077591.603353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077591.603360:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407552:192.168.204.124@tcp:38:kworker.0 00000100:00080000:1.0:1769077591.603361:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077591.603369:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077591.603371:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077591.603408:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077591.603410:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.603412:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077591.603415:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077591.603422:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077591.603425:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077591.603430:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077591.603430:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006058880 : -124070703492736 : ffff8f2889ca9180) 00000100:00080000:1.0:1769077591.603440:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3230 00000100:00000001:3.0:1769077591.603442:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769077591.603452:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077591.603456:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077591.603458:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077591.603460:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077591.603462:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077591.603464:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000800:00000100:3.0:1769077591.603467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:1.0:1769077591.603474:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077591.603477:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077591.603481:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077591.603498:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077591.603501:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603503:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077591.603506:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.603509:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077591.603511:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297902626 00000100:00000001:3.0:1769077591.603521:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297903865 00000100:00000001:3.0:1769077591.603527:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297902626 00000100:00080000:1.0:1769077591.603528:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077591.603530:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297903865 00000100:00000001:3.0:1769077591.603537:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077591.603542:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603542:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603554:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769077591.603555:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077591.603561:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769077591.603564:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077591/real 1769077591] req@ffff8f2889ca9180 x1855008978407552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077591.603566:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.603577:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077591.603581:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077591.603593:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.603603:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077591.603614:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:3.0:1769077591.603615:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1769077591.603619:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077591.603620:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077591.603628:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077591.603630:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077591.603632:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603637:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077591.603639:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603644:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077591.603646:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077591.603650:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9f80 x1855008978407936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077591.603651:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.603658:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077591.603673:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9180 x1855008978407552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077591.603674:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077591.603682:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077591.603691:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603702:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603705:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077591.603709:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603711:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.603713:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603715:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077591.603717:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077591.603720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077591.603737:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077591.603740:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077591.603745:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077591.603749:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077591.603751:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077591.603753:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.603756:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077591.603758:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077591.603761:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077591.603764:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077591.603767:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077591.603770:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077591.603772:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.603774:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077591.603778:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603784:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077591.603785:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066944 : -124070703484672 : ffff8f2889cab100) 00000100:00000001:3.0:1769077591.603789:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077591.603803:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077591.603808:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077591.603811:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077591.603812:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603814:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077591.603817:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603820:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297902623 00000100:00000001:3.0:1769077591.603823:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297903865 00000100:00000001:3.0:1769077591.603826:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297902623 00000100:00000001:3.0:1769077591.603828:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297903865 00000100:00000001:3.0:1769077591.603830:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077591.603832:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603834:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077591.603839:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077591/real 1769077591] req@ffff8f2889cab100 x1855008978407680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077591.603848:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077591.603850:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077591.603853:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077591.603855:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077591.603856:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603858:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.603859:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077591.603863:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab100 x1855008978407680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077591.603868:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603870:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077591.603872:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603873:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.603874:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603875:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077591.603876:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077591.603878:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077591.603880:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077591.603882:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077591.603884:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077591.603886:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603888:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077591.603888:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077591.603890:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077591.603891:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077591.603893:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077591.603894:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077591.603896:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077591.603897:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077591.603898:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077591.603899:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603900:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077591.603901:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077591.603902:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077591.603903:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077591.603904:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077591.603904:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077591.603905:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077591.603906:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077591.603907:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077591.603908:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603909:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603911:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077591.603912:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603914:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077591.603915:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077591.603916:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077591.603917:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077591.603918:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.603920:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077591.603921:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077591.603922:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077591.603924:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077591.603926:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077591.603928:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077591.603929:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.603930:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077591.603932:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603937:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077591.603938:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006059776 : -124070703491840 : ffff8f2889ca9500) 00000100:00000001:3.0:1769077591.603940:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077591.603950:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077591.603953:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077591.603954:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077591.603955:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603956:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077591.603958:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603961:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297902626 00000100:00000001:3.0:1769077591.603962:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297903865 00000100:00000001:3.0:1769077591.603964:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297902626 00000100:00000001:3.0:1769077591.603965:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297903865 00000100:00000001:3.0:1769077591.603967:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077591.603968:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.603969:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077591.603972:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077591/real 1769077591] req@ffff8f2889ca9500 x1855008978407808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077591.603976:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077591.603977:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077591.603978:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077591.603979:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077591.603980:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603982:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.603983:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077591.603985:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9500 x1855008978407808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077591.603990:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603991:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077591.603993:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.603995:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.603996:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077591.603997:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077591.603998:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077591.604000:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077591.604001:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077591.604003:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077591.604006:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077591.604007:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077591.604008:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.604009:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077591.604010:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077591.604011:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077591.604013:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077591.604016:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077591.604017:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077591.604018:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077591.604019:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077591.604021:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.604024:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077591.604024:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006062464 : -124070703489152 : ffff8f2889ca9f80) 00000100:00000001:3.0:1769077591.604027:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077591.604032:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077591.604034:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077591.604036:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077591.604037:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.604038:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077591.604039:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.604041:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297902618 00000100:00000001:3.0:1769077591.604043:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297903865 00000100:00000001:3.0:1769077591.604044:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297902618 00000100:00000001:3.0:1769077591.604046:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297903865 00000100:00000001:3.0:1769077591.604048:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077591.604049:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.604050:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077591.604052:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077591/real 1769077591] req@ffff8f2889ca9f80 x1855008978407936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077591.604057:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077591.604057:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077591.604058:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077591.604059:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077591.604060:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.604061:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.604062:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077591.604064:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9f80 x1855008978407936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077591.604068:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.604069:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077591.604071:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.604072:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077591.604073:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.604074:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077591.604081:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077591.604082:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077591.604085:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077591.604086:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077591.604089:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978407936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077591.604091:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.604092:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077591.604093:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077591.604094:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077591.604095:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077591.604096:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077591.604097:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077591.604098:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077591.604099:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077591.604100:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077591.604100:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.604102:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077591.604103:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077591.604103:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077591.604104:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077591.604105:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077591.604106:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077591.604107:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077591.604108:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077591.604108:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077591.604109:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.604110:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077591.604112:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077591.604113:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077591.604114:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077591.604115:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077592.242449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077592.242456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077592.242462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077592.242463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077592.242491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077592.242496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077592.242498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077592.242503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077592.242507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077592.242511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077592.242514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077592.242517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077592.242521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077592.242548:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077592.242554:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077592.242558:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077592.626461:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077592.626482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077592.626484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077592.626490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077592.626494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077592.626498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077592.626502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077592.626504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077592.626507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077593.266501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077593.266507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077593.266509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077593.266510:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077593.266516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077593.266517:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077593.266522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077593.266525:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077593.266527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077593.266531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077593.266534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077593.266534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077593.266539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077593.266621:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077593.266626:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077593.266630:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077593.650471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077593.650483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077593.650485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077593.650493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077593.650498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077593.650502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077593.650505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077593.650508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077593.650511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077594.290525:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077594.290528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077594.290534:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077594.290535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077594.290541:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077594.290546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077594.290550:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077594.290553:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077594.290557:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077594.290558:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077594.290564:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077594.290566:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077594.290569:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769077594.290573:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077594.290574:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077594.290578:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077594.290579:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077594.290582:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077594.290587:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077594.290661:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077594.290665:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077594.290668:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077594.674486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077594.674496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077594.674499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077594.674506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077594.674510:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077594.674514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077594.674518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077594.674521:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077594.674524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077595.314516:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077595.314525:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077595.314527:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077595.314531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077595.314533:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077595.314538:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077595.314539:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077595.314541:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077595.314544:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769077595.314545:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077595.314549:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077595.314550:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077595.314553:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077595.314557:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077595.314562:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077595.314565:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077595.314568:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077595.314574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077595.314577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077595.314646:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077595.314649:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077595.314652:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077595.698460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077595.698470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077595.698473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077595.698482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077595.698486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077595.698490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077595.698494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077595.698498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077595.698501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.338472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077596.338480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077596.338483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077596.338490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077596.338494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077596.338498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077596.338501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077596.338507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077596.338508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077596.338514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077596.338516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077596.338527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077596.338529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077596.338590:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077596.338594:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077596.338597:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077596.722479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077596.722485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077596.722488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077596.722493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077596.722497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077596.722500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077596.722504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077596.722505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077596.722507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077596.722514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077596.722514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722520:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077596.722523:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077596.722526:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077596.722531:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3235 00000100:00080000:0.0:1769077596.722540:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077596.722543:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077596.722545:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077596.722548:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077596.722551:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077596.722553:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077596.722554:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077596.722556:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077596.722557:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077596.722560:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077596.722562:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077596.722565:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077596.722567:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077596.722569:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722571:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077596.722572:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077596.722581:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077596.722582:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722585:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077596.722588:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077596.722593:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722607:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077596.722618:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978408064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077596.722631:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077596.722636:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722656:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077596.722658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077596.722661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077596.722662:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077596.722664:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077596.722666:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077596.722669:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3235 00000100:00080000:0.0:1769077596.722673:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077596.722675:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077596.722676:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077596.722678:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077596.722679:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077596.722680:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769077596.722681:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077596.722685:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077596.722686:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077596.722689:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077596.722690:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077596.722692:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077596.722693:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077596.722695:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.722700:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1769077596.722702:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077596.722705:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.722705:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077596.722710:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077596.722712:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077596.722715:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077596.722720:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077596.722721:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978408064:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077596.722722:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077596.722727:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077596.722730:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1769077596.722731:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722734:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077596.722738:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077596.722738:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077596.722742:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.722743:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722744:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077596.722746:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077596.722749:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.722750:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077596.722756:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.722757:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077596.722763:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978408192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077596.722769:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077596.722771:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722773:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.722774:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077596.722778:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00080000:0.0:1769077596.722781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077596.722783:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077596.722787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077596.722789:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077596.722790:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077596.722792:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077596.722794:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3235 00000100:00080000:0.0:1769077596.722797:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077596.722798:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077596.722799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077596.722801:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077596.722802:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077596.722804:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077596.722805:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077596.722807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077596.722808:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077596.722810:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077596.722812:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077596.722813:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077596.722815:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077596.722817:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722818:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077596.722819:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077596.722821:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722822:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077596.722825:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077596.722827:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077596.722830:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077596.722831:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077596.722834:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077596.722836:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722840:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.722844:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1769077596.722845:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978408320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077596.722850:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.722853:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722855:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077596.722856:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077596.722859:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722862:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077596.722864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077596.722864:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077596.722869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077596.722870:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077596.722871:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297908985 00000100:00080000:0.0:1769077596.722872:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077596.722877:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077596.722879:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3235 00000100:00080000:0.0:1769077596.722881:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077596.722883:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077596.722884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077596.722885:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1769077596.722886:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077596.722888:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077596.722891:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077596.722893:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077596.722895:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297908985 00000100:00000001:0.0:1769077596.722900:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077596.722903:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077596.722904:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077596.722906:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077596.722910:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.722911:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077596.722912:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077596.722915:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077596.722917:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077596.722918:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722922:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077596.722924:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00100000:0.0:1769077596.722925:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077596.722929:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722930:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077596.722933:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077596.722934:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077596/real 1769077596] req@ffff8f28835e8700 x1855008978408064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077596.722935:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722939:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077596.722941:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077596.722943:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.722949:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077596.722951:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077596.722954:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1769077596.722956:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978408448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077596.722959:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077596.722962:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077596.722964:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.722969:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077596.722972:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077596.722973:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077596.722976:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077596.722979:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978408064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077596.722980:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077596.722984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077596.722989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077596.722992:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077596.722995:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077596.722998:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077596.723002:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3235 00000100:00000001:3.0:1769077596.723002:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077596.723008:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077596.723009:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077596.723010:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077596.723010:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077596.723014:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077596.723017:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077596.723018:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077596.723019:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077596.723022:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769077596.723023:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077596.723026:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077596.723027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077596.723029:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077596.723033:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077596.723033:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077596.723036:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077596.723038:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077596.723041:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769077596.723042:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077596.723047:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077596.723050:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769077596.723053:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723054:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077596.723059:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077596.723060:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978408064:192.168.204.124@tcp:250:kworker.0 00000008:00100000:0.0:1769077596.723064:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077596.723066:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077596.723071:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723072:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.723075:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769077596.723076:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723080:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077596.723083:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077596.723085:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769077596.723087:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077596.723089:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077596.723091:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769077596.723093:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077596.723095:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077596.723100:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723100:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077596.723104:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077596.723105:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723108:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077596.723111:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077596.723114:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978408576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077596.723115:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077596.723126:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077596.723126:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077596.723129:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077596.723132:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723134:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077596.723138:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077596.723139:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077596.723141:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723142:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077596.723144:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723148:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077596.723150:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077596.723152:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077596.723155:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077596.723158:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077596.723160:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077596.723161:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723172:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077596.723175:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723180:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077596.723181:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077596.723184:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077596.723195:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077596.723198:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077596.723200:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.723201:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723202:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077596.723205:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723207:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297907745 00000100:00000001:3.0:1769077596.723210:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297908985 00000100:00000001:3.0:1769077596.723211:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297907745 00000100:00000001:3.0:1769077596.723213:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297908985 00000100:00000001:3.0:1769077596.723214:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077596.723216:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723217:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077596.723219:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077596/real 1769077596] req@ffff8f28835e9180 x1855008978408192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077596.723231:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077596.723233:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077596.723235:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077596.723237:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077596.723238:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723241:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077596.723242:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077596.723246:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978408192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077596.723253:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723256:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077596.723259:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723261:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077596.723262:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723264:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077596.723266:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077596.723269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077596.723273:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077596.723275:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077596.723279:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077596.723283:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077596.723284:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077596.723286:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723288:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077596.723289:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077596.723291:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077596.723293:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077596.723295:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077596.723297:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077596.723298:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723299:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077596.723301:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723306:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077596.723307:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077596.723309:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077596.723319:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077596.723322:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077596.723323:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.723325:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723326:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077596.723328:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723330:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297907742 00000100:00000001:3.0:1769077596.723332:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297908985 00000100:00000001:3.0:1769077596.723333:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297907742 00000100:00000001:3.0:1769077596.723335:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297908985 00000100:00000001:3.0:1769077596.723336:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077596.723337:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723339:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077596.723341:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077596/real 1769077596] req@ffff8f28835eb480 x1855008978408320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077596.723346:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077596.723346:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077596.723348:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077596.723349:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077596.723350:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723351:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077596.723352:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077596.723354:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978408320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077596.723359:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723360:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077596.723361:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723362:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077596.723363:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723364:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077596.723365:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077596.723367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077596.723369:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077596.723370:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077596.723394:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077596.723409:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077596.723410:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077596.723411:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723413:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077596.723414:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077596.723416:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077596.723418:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077596.723420:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077596.723422:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077596.723423:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723424:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077596.723427:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723433:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077596.723434:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077596.723437:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077596.723449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077596.723453:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077596.723456:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.723457:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723459:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077596.723461:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723465:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297907746 00000100:00000001:3.0:1769077596.723467:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297908985 00000100:00000001:3.0:1769077596.723469:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297907746 00000100:00000001:3.0:1769077596.723471:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297908985 00000100:00000001:3.0:1769077596.723473:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077596.723475:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723476:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077596.723480:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077596/real 1769077596] req@ffff8f28835ead80 x1855008978408448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077596.723488:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077596.723489:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077596.723491:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077596.723492:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077596.723494:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723495:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077596.723497:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077596.723501:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978408448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077596.723508:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723510:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077596.723512:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723514:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077596.723515:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723517:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077596.723518:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077596.723520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077596.723524:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077596.723525:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077596.723528:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077596.723532:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723533:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.723534:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077596.723536:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077596.723538:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077596.723539:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077596.723541:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077596.723543:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077596.723544:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077596.723546:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077596.723547:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723549:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.723550:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077596.723551:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077596.723553:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077596.723554:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077596.723555:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077596.723557:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077596.723558:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077596.723561:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077596.723562:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723564:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.723564:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077596.723566:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077596.723568:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077596.723569:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077596.723570:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077596.723572:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077596.723573:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077596.723574:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077596.723576:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723577:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723581:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077596.723583:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723585:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077596.723587:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077596.723588:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077596.723589:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077596.723591:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723593:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077596.723594:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077596.723597:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077596.723600:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077596.723603:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077596.723605:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077596.723607:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077596.723609:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077596.723611:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723616:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077596.723618:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077596.723621:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077596.723633:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077596.723637:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077596.723639:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.723641:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723642:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077596.723644:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723647:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297907738 00000100:00000001:3.0:1769077596.723650:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297908985 00000100:00000001:3.0:1769077596.723652:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297907738 00000100:00000001:3.0:1769077596.723654:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297908985 00000100:00000001:3.0:1769077596.723656:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077596.723658:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723660:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077596.723664:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077596/real 1769077596] req@ffff8f28835ea300 x1855008978408576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077596.723672:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077596.723674:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077596.723676:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077596.723678:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077596.723679:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723681:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077596.723683:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077596.723687:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978408576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077596.723694:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723697:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077596.723699:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723701:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077596.723702:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723704:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077596.723705:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077596.723708:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077596.723712:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077596.723714:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077596.723717:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077596.723721:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723723:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077596.723724:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077596.723726:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077596.723728:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077596.723730:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077596.723731:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077596.723733:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077596.723734:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077596.723736:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077596.723738:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723740:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077596.723743:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077596.723745:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077596.723747:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077596.723748:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077597.362483:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077597.362486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077597.362492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077597.362497:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077597.362499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077597.362500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077597.362501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077597.362507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077597.362511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077597.362514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077597.362517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077597.362519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077597.362522:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077597.362570:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077597.362574:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077597.362577:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077597.746453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077597.746460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077597.746461:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077597.746465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077597.746468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077597.746472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077597.746474:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077597.746475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077597.746478:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077598.386448:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077598.386455:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077598.386457:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077598.386462:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077598.386463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077598.386466:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077598.386469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077598.386470:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077598.386475:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077598.386477:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077598.386479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077598.386480:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077598.386483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077598.386542:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077598.386545:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077598.386548:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077598.770490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077598.770498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077598.770500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077598.770507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077598.770511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077598.770515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077598.770518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077598.770520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077598.770523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077599.410467:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077599.410471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077599.410474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077599.410475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077599.410477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077599.410483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077599.410484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077599.410486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077599.410488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077599.410492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077599.410494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077599.410496:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077599.410498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077599.410548:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077599.410552:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077599.410555:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077599.794460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077599.794466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077599.794468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077599.794472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077599.794475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077599.794477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077599.794479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077599.794481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077599.794483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077600.434477:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077600.434483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077600.434485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077600.434487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077600.434490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077600.434494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077600.434496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077600.434506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077600.434512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077600.434515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077600.434518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077600.434522:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077600.434525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077600.434555:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077600.434559:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077600.434562:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077600.818475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077600.818482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077600.818483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077600.818488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077600.818491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077600.818495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077600.818497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077600.818499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077600.818501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.458469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077601.458475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077601.458480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.458483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077601.458488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077601.458495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077601.458497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077601.458500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077601.458504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077601.458505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.458507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077601.458510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077601.458513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077601.458570:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077601.458573:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077601.458576:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077601.842441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077601.842448:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077601.842450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077601.842451:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077601.842457:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769077601.842460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077601.842462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077601.842466:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077601.842466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077601.842471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077601.842473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077601.842474:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077601.842476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842482:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077601.842491:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3240 00000100:00080000:0.0:1769077601.842503:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077601.842507:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077601.842510:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077601.842515:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077601.842518:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077601.842520:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077601.842523:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077601.842526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077601.842527:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077601.842533:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077601.842536:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077601.842539:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077601.842544:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077601.842547:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842550:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077601.842553:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077601.842565:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077601.842567:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842571:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077601.842574:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077601.842579:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842592:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077601.842601:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978408704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077601.842610:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077601.842614:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842630:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077601.842634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077601.842637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077601.842639:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077601.842641:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077601.842645:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077601.842649:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3240 00000100:00080000:0.0:1769077601.842654:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077601.842657:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077601.842659:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077601.842660:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769077601.842662:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077601.842666:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077601.842667:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077601.842671:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077601.842671:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769077601.842676:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077601.842676:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077601.842678:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077601.842680:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842681:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077601.842687:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077601.842690:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077601.842695:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077601.842696:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842702:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077601.842705:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978408704:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077601.842706:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077601.842714:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077601.842717:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077601.842719:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842723:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077601.842725:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:0.0:1769077601.842728:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077601.842730:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077601.842734:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.842736:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077601.842739:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.842743:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077601.842754:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077601.842756:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842758:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077601.842759:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077601.842763:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.842763:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077601.842767:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:0.0:1769077601.842771:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.842774:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1769077601.842778:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978408832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077601.842785:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077601.842787:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842791:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077601.842794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077601.842797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077601.842799:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077601.842800:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077601.842803:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077601.842806:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3240 00000100:00080000:0.0:1769077601.842812:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077601.842814:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077601.842816:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077601.842820:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000100:3.0:1769077601.842821:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769077601.842822:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077601.842827:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077601.842830:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077601.842834:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077601.842836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077601.842836:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077601.842842:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077601.842842:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077601.842846:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842848:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.842851:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769077601.842852:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077601.842857:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077601.842859:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842861:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077601.842862:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077601.842863:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077601.842869:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842870:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.842872:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297914105 02000000:00000001:0.0:1769077601.842874:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077601.842877:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842879:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077601.842880:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077601.842882:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.842887:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.842887:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1769077601.842894:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978408960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077601.842898:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297914105 00000100:00000001:0.0:1769077601.842903:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077601.842905:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.842907:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077601.842908:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077601.842913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077601.842914:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077601.842915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077601.842919:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077601.842921:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077601.842922:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077601.842928:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077601.842928:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769077601.842930:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3240 00000100:00080000:0.0:1769077601.842935:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077601.842937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077601.842939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077601.842941:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1769077601.842941:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077601/real 1769077601] req@ffff8f28835e9500 x1855008978408704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077601.842944:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077601.842946:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077601.842950:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077601.842954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077601.842957:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077601.842962:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077601.842965:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077601.842968:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077601.842971:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1769077601.842971:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769077601.842976:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077601.842976:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077601.842981:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077601.842983:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00100000:0.0:1769077601.842984:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077601.842988:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:0.0:1769077601.842989:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.842992:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077601.842993:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.842997:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769077601.843000:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077601.843002:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077601.843004:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.843009:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1769077601.843011:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978408704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077601.843012:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077601.843016:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.843023:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843029:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077601.843035:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978409088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077601.843036:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077601.843043:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843048:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077601.843050:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077601.843052:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077601.843053:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843056:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077601.843059:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077601.843062:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077601.843071:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077601.843072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843075:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1769077601.843078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077601.843085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1769077601.843085:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978408704:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077601.843090:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077601.843094:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077601.843098:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077601.843103:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3240 00000100:00000001:3.0:1769077601.843107:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077601.843109:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077601.843112:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077601.843114:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077601.843116:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769077601.843118:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077601.843120:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1769077601.843124:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077601.843126:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077601.843127:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:3.0:1769077601.843127:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077601.843132:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077601.843132:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077601.843137:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077601.843137:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769077601.843139:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077601.843143:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077601.843144:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769077601.843145:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077601.843149:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077601.843150:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769077601.843151:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077601.843155:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843155:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077601.843156:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077601.843161:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077601.843161:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077601.843168:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.843169:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843169:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077601.843176:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077601.843177:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.843179:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077601.843179:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1769077601.843180:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077601.843184:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843185:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.843189:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843190:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077601.843194:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077601.843197:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1769077601.843198:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978409216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077601.843200:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077601.843204:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077601.843211:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077601.843211:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077601.843214:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.843216:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077601.843218:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.843224:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077601.843230:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077601.843235:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077601.843238:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077601.843240:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.843242:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077601.843245:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843251:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077601.843253:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:3.0:1769077601.843258:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077601.843270:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077601.843275:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077601.843277:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077601.843279:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843281:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077601.843283:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843287:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297912865 00000100:00000001:3.0:1769077601.843290:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297914105 00000100:00000001:3.0:1769077601.843293:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297912865 00000100:00000001:3.0:1769077601.843295:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297914105 00000100:00000001:3.0:1769077601.843297:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077601.843300:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843302:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077601.843307:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077601/real 1769077601] req@ffff8f28835e9f80 x1855008978408832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077601.843331:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077601.843333:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077601.843337:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077601.843339:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077601.843341:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843342:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077601.843344:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077601.843349:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978408832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077601.843357:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843360:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077601.843363:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843364:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077601.843367:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843368:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077601.843370:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077601.843397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077601.843402:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077601.843405:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077601.843409:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077601.843413:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077601.843415:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077601.843416:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.843418:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077601.843420:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077601.843422:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077601.843426:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077601.843429:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077601.843432:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077601.843433:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.843435:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077601.843438:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843444:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077601.843445:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:3.0:1769077601.843449:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077601.843462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077601.843466:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077601.843469:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077601.843471:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843473:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077601.843475:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843479:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297912863 00000100:00000001:3.0:1769077601.843482:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297914105 00000100:00000001:3.0:1769077601.843485:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297912863 00000100:00000001:3.0:1769077601.843487:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297914105 00000100:00000001:3.0:1769077601.843490:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077601.843492:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843494:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077601.843499:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077601/real 1769077601] req@ffff8f28835ea680 x1855008978408960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077601.843508:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077601.843509:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077601.843511:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077601.843513:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077601.843514:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843516:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077601.843518:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077601.843522:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978408960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077601.843530:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843532:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077601.843535:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843537:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077601.843538:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843540:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077601.843542:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077601.843544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077601.843548:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077601.843550:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077601.843553:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978408960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077601.843557:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077601.843559:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077601.843561:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.843563:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077601.843565:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077601.843567:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077601.843570:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077601.843574:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077601.843576:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077601.843577:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.843579:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077601.843582:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843587:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077601.843589:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077601.843592:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077601.843605:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077601.843610:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077601.843612:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077601.843613:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843615:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077601.843618:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843621:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297912866 00000100:00000001:3.0:1769077601.843624:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297914105 00000100:00000001:3.0:1769077601.843627:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297912866 00000100:00000001:3.0:1769077601.843629:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297914105 00000100:00000001:3.0:1769077601.843631:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077601.843634:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843635:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077601.843640:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077601/real 1769077601] req@ffff8f28835ea300 x1855008978409088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077601.843648:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077601.843650:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077601.843652:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077601.843654:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077601.843655:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843657:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077601.843659:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077601.843663:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978409088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077601.843670:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843672:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077601.843675:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843677:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077601.843678:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843680:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077601.843682:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077601.843685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077601.843689:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077601.843691:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077601.843695:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077601.843699:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843701:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077601.843702:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077601.843704:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077601.843706:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077601.843708:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077601.843709:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077601.843711:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077601.843713:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077601.843715:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077601.843716:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843718:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077601.843719:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077601.843720:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077601.843722:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077601.843723:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077601.843725:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077601.843726:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077601.843728:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077601.843729:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077601.843731:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843733:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077601.843734:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077601.843735:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077601.843737:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077601.843738:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077601.843740:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077601.843741:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077601.843742:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077601.843744:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077601.843745:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843747:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843751:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077601.843752:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843754:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077601.843756:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077601.843757:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077601.843759:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077601.843761:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.843763:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077601.843765:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077601.843767:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077601.843770:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077601.843774:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077601.843776:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077601.843777:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077601.843779:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077601.843782:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843787:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077601.843789:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077601.843792:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077601.843803:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077601.843807:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077601.843810:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077601.843811:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843813:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077601.843816:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843819:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297912858 00000100:00000001:3.0:1769077601.843822:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297914105 00000100:00000001:3.0:1769077601.843825:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297912858 00000100:00000001:3.0:1769077601.843827:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297914105 00000100:00000001:3.0:1769077601.843829:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077601.843832:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843834:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077601.843839:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077601/real 1769077601] req@ffff8f28835ead80 x1855008978409216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077601.843847:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077601.843849:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077601.843851:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077601.843853:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077601.843854:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843856:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077601.843858:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077601.843862:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978409216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077601.843870:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843872:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077601.843874:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843876:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077601.843878:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843880:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077601.843882:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077601.843884:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077601.843888:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077601.843890:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077601.843894:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077601.843898:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843901:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077601.843902:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077601.843904:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077601.843906:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077601.843907:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077601.843909:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077601.843911:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077601.843912:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077601.843915:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077601.843917:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843919:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077601.843921:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077601.843923:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077601.843925:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077601.843926:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077602.482481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077602.482488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077602.482490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077602.482491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077602.482496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077602.482498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077602.482503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077602.482505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077602.482506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077602.482510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077602.482510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077602.482514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077602.482517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077602.482568:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077602.482571:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077602.482573:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077602.866502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077602.866509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077602.866511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077602.866517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077602.866522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077602.866527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077602.866530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077602.866533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077602.866536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077603.506475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077603.506479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077603.506483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077603.506486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077603.506491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077603.506494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077603.506500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077603.506503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077603.506504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077603.506509:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077603.506510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077603.506514:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769077603.506515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077603.506519:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077603.506521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077603.506526:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077603.506531:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077603.506534:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077603.506536:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077603.506596:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077603.506599:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077603.506602:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077603.890436:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077603.890443:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077603.890444:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077603.890448:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077603.890451:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077603.890454:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077603.890456:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077603.890458:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077603.890461:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077604.530484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077604.530487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077604.530492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077604.530494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077604.530497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077604.530499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077604.530500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077604.530508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077604.530513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077604.530517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077604.530520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077604.530523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077604.530527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077604.530558:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077604.530561:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077604.530564:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077604.914509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077604.914516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077604.914518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077604.914525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077604.914529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077604.914533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077604.914536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077604.914538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077604.914541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077605.554475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077605.554482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077605.554484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077605.554490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077605.554499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077605.554502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077605.554503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077605.554505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077605.554509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077605.554512:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077605.554513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077605.554519:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077605.554523:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077605.554528:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077605.554531:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077605.554533:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077605.554536:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077605.554542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077605.554544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077605.554604:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077605.554608:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077605.554611:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077605.938494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077605.938501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077605.938503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077605.938508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077605.938513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077605.938517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077605.938519:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077605.938522:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077605.938526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.578479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077606.578485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077606.578487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077606.578493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077606.578497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077606.578499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077606.578500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077606.578504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.578505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077606.578508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.578512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077606.578513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077606.578517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077606.578575:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077606.578579:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077606.578583:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077606.962481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077606.962489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077606.962492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077606.962497:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077606.962498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077606.962505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077606.962507:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077606.962510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077606.962512:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077606.962515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077606.962518:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077606.962519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077606.962526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962527:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077606.962537:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3245 00000100:00080000:3.0:1769077606.962549:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077606.962553:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077606.962555:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077606.962559:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077606.962562:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077606.962565:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077606.962568:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077606.962571:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077606.962572:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077606.962577:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077606.962580:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077606.962583:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077606.962587:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077606.962590:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962593:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077606.962595:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077606.962608:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077606.962610:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962614:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077606.962617:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077606.962622:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962634:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077606.962643:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978409344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077606.962651:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077606.962655:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962672:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077606.962675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077606.962678:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077606.962680:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077606.962682:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077606.962685:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077606.962688:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3245 00000100:00080000:3.0:1769077606.962692:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077606.962695:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077606.962697:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077606.962700:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077606.962702:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077606.962705:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077606.962709:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077606.962711:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077606.962712:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077606.962714:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769077606.962718:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077606.962720:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077606.962723:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.962724:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077606.962728:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769077606.962729:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077606.962732:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077606.962738:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077606.962739:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077606.962744:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077606.962744:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962748:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077606.962751:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769077606.962753:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077606.962757:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077606.962759:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978409344:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077606.962760:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077606.962765:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077606.962768:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.962769:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077606.962770:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077606.962773:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077606.962775:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077606.962775:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.962780:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962782:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.962784:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769077606.962789:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978409472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077606.962791:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962799:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077606.962801:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962805:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077606.962807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077606.962809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077606.962810:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077606.962812:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769077606.962812:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077606.962816:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:3.0:1769077606.962817:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077606.962822:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3245 00000100:00000001:0.0:1769077606.962824:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769077606.962826:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077606.962829:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077606.962830:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077606.962832:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077606.962833:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077606.962834:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077606.962836:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077606.962837:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077606.962838:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077606.962841:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077606.962842:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077606.962843:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077606.962845:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077606.962846:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962847:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077606.962848:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077606.962850:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962852:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077606.962855:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077606.962856:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962857:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077606.962858:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077606.962859:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962863:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077606.962868:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978409600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077606.962869:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077606.962877:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077606.962879:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962881:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077606.962883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077606.962885:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077606.962886:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077606.962886:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077606.962890:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077606.962892:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077606.962893:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077606.962898:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3245 00000100:00080000:3.0:1769077606.962900:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077606.962901:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077606.962902:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077606.962903:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077606.962904:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077606.962904:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077606.962906:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077606.962909:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769077606.962910:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077606.962913:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077606.962915:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077606.962917:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077606.962920:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962920:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077606.962925:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077606.962927:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077606.962929:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297919225 02000000:00000001:3.0:1769077606.962929:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962933:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077606.962935:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077606.962936:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962937:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077606.962941:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077606.962942:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.962943:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077606.962944:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077606.962946:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077606.962949:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962952:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.962954:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297919225 00000100:00100000:3.0:1769077606.962957:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978409728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077606.962962:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077606.962963:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077606.962967:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.962969:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077606.962972:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.962975:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.962976:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769077606.962980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077606.962985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1769077606.962987:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff8f28835f9500 x1855008978409344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077606.962987:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077606.962991:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077606.962996:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077606.963003:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3245 00000100:00080000:3.0:1769077606.963009:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077606.963015:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077606.963018:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:0.0:1769077606.963022:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769077606.963023:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:0.0:1769077606.963026:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769077606.963027:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077606.963030:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769077606.963031:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077606.963036:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769077606.963037:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077606.963040:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077606.963042:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077606.963044:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077606.963046:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077606.963048:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077606.963054:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:0.0:1769077606.963057:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978409344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077606.963061:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077606.963066:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077606.963070:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077606.963075:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077606.963075:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.963078:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077606.963081:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:3.0:1769077606.963081:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077606.963084:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963088:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077606.963088:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963091:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077606.963093:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963095:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077606.963098:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077606.963104:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769077606.963107:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:0.0:1769077606.963111:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:3.0:1769077606.963112:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963115:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769077606.963117:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077606.963121:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1769077606.963123:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978409344:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769077606.963125:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963131:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963134:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077606.963135:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963137:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077606.963142:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077606.963146:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1769077606.963147:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978409856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077606.963149:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077606.963152:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077606.963157:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077606.963160:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077606.963168:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077606.963171:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077606.963174:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077606.963176:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077606.963179:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077606.963183:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963185:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077606.963188:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963191:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077606.963193:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077606.963195:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077606.963196:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077606.963198:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.963201:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077606.963203:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077606.963206:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077606.963210:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077606.963214:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077606.963216:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077606.963218:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.963220:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077606.963223:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963244:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077606.963246:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:0.0:1769077606.963250:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077606.963263:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077606.963267:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077606.963270:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077606.963272:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963273:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077606.963276:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963280:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297917985 00000100:00000001:0.0:1769077606.963283:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297919225 00000100:00000001:0.0:1769077606.963286:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297917985 00000100:00000001:0.0:1769077606.963288:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297919225 00000100:00000001:0.0:1769077606.963291:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077606.963293:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963295:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077606.963299:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff8f28835faa00 x1855008978409472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077606.963315:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077606.963317:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077606.963319:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077606.963321:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077606.963322:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963324:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077606.963326:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077606.963330:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978409472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077606.963338:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963340:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077606.963343:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963345:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077606.963346:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963348:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077606.963350:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077606.963352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077606.963356:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077606.963358:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077606.963362:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077606.963366:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077606.963367:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077606.963369:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.963371:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077606.963373:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077606.963395:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077606.963398:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077606.963401:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077606.963403:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077606.963406:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.963408:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077606.963411:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963415:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077606.963417:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:0.0:1769077606.963420:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077606.963430:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077606.963434:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077606.963436:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077606.963438:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963440:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077606.963442:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963446:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297917983 00000100:00000001:0.0:1769077606.963448:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297919225 00000100:00000001:0.0:1769077606.963451:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297917983 00000100:00000001:0.0:1769077606.963453:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297919225 00000100:00000001:0.0:1769077606.963456:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077606.963458:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963460:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077606.963464:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff8f28835f9880 x1855008978409600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077606.963471:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077606.963473:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077606.963475:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077606.963477:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077606.963478:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963480:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077606.963481:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077606.963485:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978409600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077606.963493:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963495:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077606.963498:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963500:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077606.963501:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963503:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077606.963504:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077606.963507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077606.963511:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077606.963513:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077606.963517:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077606.963520:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077606.963522:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077606.963523:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.963526:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077606.963528:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077606.963530:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077606.963532:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077606.963536:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077606.963538:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077606.963540:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.963541:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077606.963544:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963549:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077606.963551:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077606.963554:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077606.963563:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077606.963566:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077606.963568:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077606.963569:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963571:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077606.963573:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963577:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297917986 00000100:00000001:0.0:1769077606.963579:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297919225 00000100:00000001:0.0:1769077606.963582:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297917986 00000100:00000001:0.0:1769077606.963584:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297919225 00000100:00000001:0.0:1769077606.963586:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077606.963588:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963590:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077606.963594:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff8f28835fad80 x1855008978409728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077606.963603:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077606.963604:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077606.963606:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077606.963608:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077606.963610:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963612:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077606.963613:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077606.963617:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978409728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077606.963625:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963627:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077606.963629:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963631:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077606.963633:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963635:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077606.963636:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077606.963639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077606.963642:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077606.963645:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077606.963648:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077606.963652:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077606.963654:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077606.963655:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.963657:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077606.963659:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077606.963661:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077606.963664:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077606.963668:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077606.963670:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077606.963671:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077606.963673:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077606.963676:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963680:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077606.963681:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077606.963684:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077606.963693:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077606.963696:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077606.963698:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077606.963700:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963702:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077606.963704:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963707:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297917978 00000100:00000001:0.0:1769077606.963710:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297919225 00000100:00000001:0.0:1769077606.963712:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297917978 00000100:00000001:0.0:1769077606.963714:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297919225 00000100:00000001:0.0:1769077606.963717:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077606.963719:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963721:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077606.963724:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff8f28835f8380 x1855008978409856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077606.963732:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077606.963733:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077606.963735:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077606.963737:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077606.963738:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963741:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077606.963742:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077606.963746:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978409856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077606.963754:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963755:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077606.963758:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963760:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077606.963761:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963763:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077606.963765:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077606.963767:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077606.963770:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077606.963772:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077606.963776:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978409856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077606.963780:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963782:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077606.963783:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077606.963785:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077606.963787:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077606.963788:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077606.963790:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077606.963792:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077606.963793:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077606.963795:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077606.963796:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963798:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077606.963800:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077606.963801:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077606.963803:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077606.963804:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077606.963805:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077606.963808:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077606.963809:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077606.963810:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077606.963812:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963814:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077606.963815:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077606.963816:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077606.963818:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077606.963819:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077606.963821:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077606.963822:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077606.963823:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077606.963825:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077606.963826:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963828:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077606.963829:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077606.963830:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077606.963832:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077606.963833:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077606.963835:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077606.963836:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077606.963838:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077606.963839:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077606.963841:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963843:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077606.963847:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077606.963848:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077606.963850:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077606.963852:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077607.602462:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077607.602469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077607.602470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077607.602471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077607.602476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077607.602478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077607.602483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077607.602483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077607.602488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077607.602489:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077607.602494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077607.602496:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077607.602498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077607.602558:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077607.602563:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077607.602567:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077607.986484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077607.986492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077607.986494:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077607.986498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077607.986501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077607.986513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077607.986515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077607.986517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077607.986520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077608.626492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077608.626499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077608.626500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077608.626503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077608.626505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077608.626512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077608.626514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077608.626518:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077608.626522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077608.626524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077608.626528:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077608.626532:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077608.626536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077608.626581:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077608.626586:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077608.626590:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077609.010476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077609.010483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077609.010485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077609.010492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077609.010496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077609.010500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077609.010503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077609.010506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077609.010510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077609.650468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077609.650472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077609.650474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077609.650476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077609.650478:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077609.650484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077609.650484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077609.650487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077609.650490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077609.650494:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077609.650496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077609.650498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077609.650500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077609.650550:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077609.650553:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077609.650556:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077610.034489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077610.034494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077610.034495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077610.034499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077610.034502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077610.034506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077610.034508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077610.034510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077610.034512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077610.674498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077610.674501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077610.674505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077610.674506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077610.674511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077610.674512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077610.674515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077610.674518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077610.674522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077610.674525:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077610.674527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077610.674529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077610.674532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077610.674587:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077610.674592:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077610.674596:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077611.058475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077611.058482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077611.058483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077611.058488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077611.058491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077611.058494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077611.058495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077611.058498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077611.058500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077611.698470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077611.698474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077611.698478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077611.698479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077611.698483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077611.698484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077611.698486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077611.698491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077611.698497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077611.698502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077611.698505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077611.698508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077611.698511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077611.698550:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077611.698554:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077611.698558:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077612.082444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077612.082451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077612.082453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077612.082458:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077612.082461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077612.082464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077612.082465:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077612.082470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077612.082472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077612.082473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077612.082476:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077612.082477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077612.082480:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077612.082484:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077612.082490:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3250 00000100:00080000:0.0:1769077612.082500:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077612.082503:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077612.082505:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077612.082514:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077612.082517:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077612.082520:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077612.082521:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077612.082523:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077612.082524:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077612.082528:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077612.082530:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077612.082532:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077612.082534:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077612.082537:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082538:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077612.082540:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077612.082550:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077612.082551:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082554:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077612.082556:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077612.082559:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082569:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077612.082578:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978409984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077612.082586:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077612.082589:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082601:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077612.082603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077612.082606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077612.082607:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077612.082609:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077612.082611:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077612.082613:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3250 00000100:00080000:0.0:1769077612.082621:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077612.082623:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077612.082624:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077612.082625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077612.082629:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077612.082630:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077612.082631:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077612.082634:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077612.082636:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077612.082636:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077612.082640:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077612.082641:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077612.082641:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077612.082645:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077612.082646:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077612.082650:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077612.082652:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077612.082654:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077612.082657:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077612.082659:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077612.082660:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082665:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077612.082667:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077612.082669:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077612.082673:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082675:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077612.082676:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978409984:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077612.082678:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077612.082680:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082683:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077612.082683:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077612.082686:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077612.082688:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.082689:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077612.082692:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.082692:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.082699:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769077612.082702:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978410112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077612.082705:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082712:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077612.082714:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082717:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077612.082719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077612.082721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077612.082723:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077612.082724:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077612.082727:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00080000:0.0:1769077612.082728:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077612.082733:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077612.082734:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077612.082735:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3250 00000100:00080000:0.0:1769077612.082755:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077612.082757:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077612.082758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077612.082760:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077612.082760:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077612.082762:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077612.082763:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077612.082765:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077612.082766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077612.082768:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077612.082770:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077612.082771:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077612.082774:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077612.082776:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082777:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077612.082778:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077612.082780:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082783:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077612.082785:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:0.0:1769077612.082788:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077612.082790:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082792:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077612.082798:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077612.082800:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.082801:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077612.082804:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.082807:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1769077612.082810:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978410240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077612.082812:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.082818:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077612.082822:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077612.082824:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082827:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.082828:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077612.082829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077612.082833:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077612.082834:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297924345 00000100:00000001:0.0:1769077612.082835:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077612.082838:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077612.082841:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077612.082844:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3250 00000100:00000001:3.0:1769077612.082845:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769077612.082847:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077612.082851:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077612.082852:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077612.082853:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077612.082854:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297924345 00000020:00000001:0.0:1769077612.082855:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077612.082857:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077612.082860:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1769077612.082861:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077612.082865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077612.082865:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077612.082866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077612.082871:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077612.082873:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077612.082874:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077612.082876:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077612.082879:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077612.082881:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769077612.082882:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077612/real 1769077612] req@ffff8f28835eb480 x1855008978409984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077612.082883:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082888:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077612.082890:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077612.082894:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.082898:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077612.082901:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077612.082904:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077612.082906:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1769077612.082908:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077612.082909:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769077612.082911:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.082912:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077612.082914:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077612.082916:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769077612.082917:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077612.082919:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077612.082920:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077612.082924:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978409984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077612.082925:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077612.082933:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978410368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077612.082941:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077612.082944:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077612.082947:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.082948:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077612.082949:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077612.082952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077612.082956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077612.082956:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.082960:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077612.082961:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077612.082965:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077612.082965:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077612.082969:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077612.082971:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769077612.082973:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3250 00000100:00000001:3.0:1769077612.082974:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077612.082977:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077612.082979:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077612.082980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077612.082983:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077612.082985:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077612.082988:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:3.0:1769077612.082988:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:0.0:1769077612.082992:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077612.082993:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769077612.082997:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077612.083000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077612.083001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077612.083004:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077612.083005:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077612.083006:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769077612.083008:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978409984:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077612.083009:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077612.083012:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.083015:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077612.083017:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077612.083017:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077612.083020:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083021:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077612.083023:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083024:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077612.083027:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077612.083028:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077612.083030:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083032:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769077612.083033:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769077612.083035:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1769077612.083036:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769077612.083038:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077612.083039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083043:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769077612.083045:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083045:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077612.083049:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077612.083051:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083054:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077612.083055:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978410496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077612.083059:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077612.083062:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083066:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077612.083069:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077612.083071:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077612.083071:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077612.083074:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077612.083076:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.083077:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083078:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077612.083081:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077612.083084:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.083085:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077612.083087:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077612.083092:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077612.083094:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077612.083096:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083097:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077612.083100:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083105:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077612.083107:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077612.083110:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077612.083126:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077612.083130:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077612.083131:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077612.083132:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083134:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077612.083136:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083153:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297923105 00000100:00000001:3.0:1769077612.083156:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297924345 00000100:00000001:3.0:1769077612.083157:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297923105 00000100:00000001:3.0:1769077612.083159:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297924345 00000100:00000001:3.0:1769077612.083161:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077612.083162:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083164:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077612.083167:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077612/real 1769077612] req@ffff8f28835e9180 x1855008978410112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077612.083173:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077612.083174:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077612.083176:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077612.083178:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077612.083179:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083180:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077612.083181:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077612.083183:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978410112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077612.083188:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083189:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077612.083191:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083192:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077612.083193:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083194:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077612.083195:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077612.083197:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077612.083199:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077612.083200:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077612.083203:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077612.083205:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077612.083206:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077612.083207:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083208:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077612.083209:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077612.083211:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077612.083213:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077612.083215:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077612.083216:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077612.083217:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083219:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077612.083221:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083229:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077612.083233:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077612.083236:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077612.083244:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077612.083247:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077612.083248:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077612.083249:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083250:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077612.083252:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083254:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297923102 00000100:00000001:3.0:1769077612.083256:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297924345 00000100:00000001:3.0:1769077612.083258:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297923102 00000100:00000001:3.0:1769077612.083259:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297924345 00000100:00000001:3.0:1769077612.083261:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077612.083262:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083263:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077612.083266:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077612/real 1769077612] req@ffff8f28835e8700 x1855008978410240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077612.083274:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077612.083275:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077612.083277:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077612.083279:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077612.083280:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083282:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077612.083284:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077612.083288:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978410240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077612.083302:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083304:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077612.083307:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083309:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077612.083310:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083313:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077612.083314:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077612.083317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077612.083320:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077612.083323:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077612.083326:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077612.083330:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077612.083331:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077612.083332:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083334:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077612.083335:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077612.083337:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077612.083339:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077612.083341:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077612.083343:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077612.083344:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083345:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077612.083347:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083352:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077612.083353:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077612.083355:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077612.083364:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077612.083367:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077612.083368:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077612.083369:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083371:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077612.083389:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083392:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297923106 00000100:00000001:3.0:1769077612.083394:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297924345 00000100:00000001:3.0:1769077612.083396:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297923106 00000100:00000001:3.0:1769077612.083397:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297924345 00000100:00000001:3.0:1769077612.083398:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077612.083400:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083401:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077612.083403:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077612/real 1769077612] req@ffff8f28835eb800 x1855008978410368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077612.083408:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077612.083409:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077612.083410:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077612.083412:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077612.083413:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083414:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077612.083415:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077612.083417:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978410368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077612.083422:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083423:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077612.083425:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083426:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077612.083426:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083427:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077612.083428:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077612.083430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077612.083432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077612.083434:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077612.083436:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077612.083439:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083440:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077612.083441:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077612.083442:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077612.083443:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077612.083444:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077612.083445:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077612.083446:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077612.083447:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077612.083449:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077612.083450:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083451:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077612.083452:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077612.083453:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077612.083454:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077612.083455:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077612.083456:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077612.083456:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077612.083457:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077612.083458:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077612.083459:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083460:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077612.083460:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077612.083461:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077612.083463:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077612.083463:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077612.083464:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077612.083465:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077612.083466:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077612.083467:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077612.083467:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083468:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083471:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077612.083472:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083473:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077612.083474:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077612.083474:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077612.083475:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077612.083476:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083478:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077612.083479:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077612.083481:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077612.083482:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077612.083485:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077612.083486:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077612.083487:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077612.083488:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077612.083490:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083493:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077612.083494:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077612.083496:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077612.083503:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077612.083506:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077612.083507:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077612.083508:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083509:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077612.083511:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083513:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297923098 00000100:00000001:3.0:1769077612.083515:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297924345 00000100:00000001:3.0:1769077612.083516:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297923098 00000100:00000001:3.0:1769077612.083518:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297924345 00000100:00000001:3.0:1769077612.083519:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077612.083520:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083522:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077612.083524:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077612/real 1769077612] req@ffff8f28835e8000 x1855008978410496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077612.083528:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077612.083529:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077612.083530:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077612.083531:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077612.083532:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083533:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077612.083534:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077612.083537:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978410496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077612.083541:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083542:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077612.083544:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083545:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077612.083545:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083546:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077612.083547:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077612.083549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077612.083551:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077612.083552:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077612.083554:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077612.083556:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083557:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077612.083558:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077612.083558:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077612.083559:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077612.083560:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077612.083561:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077612.083562:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077612.083563:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077612.083564:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077612.083565:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083566:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077612.083568:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077612.083569:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077612.083570:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077612.083571:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.722490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077612.722492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077612.722498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.722499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077612.722503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077612.722506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077612.722510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077612.722514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077612.722519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077612.722530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077612.722535:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077612.722537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077612.722541:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077612.722596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077612.722601:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077612.722605:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077613.106473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077613.106480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077613.106481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077613.106488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077613.106502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077613.106510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077613.106514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077613.106517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077613.106520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077613.746464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077613.746464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077613.746471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077613.746473:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077613.746476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077613.746479:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077613.746483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077613.746484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077613.746487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077613.746490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077613.746492:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077613.746492:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077613.746497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077613.746497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077613.746500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077613.746504:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077613.746506:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077613.746508:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077613.746510:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077613.746550:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077613.746554:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077613.746557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077614.130491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077614.130500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077614.130502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077614.130508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077614.130512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077614.130516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077614.130518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077614.130522:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077614.130525:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077614.770487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077614.770489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077614.770495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077614.770495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077614.770498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077614.770500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077614.770503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077614.770503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077614.770507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077614.770510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077614.770512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077614.770514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077614.770516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077614.770615:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077614.770621:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077614.770625:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077615.154477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077615.154484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077615.154485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077615.154490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077615.154494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077615.154497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077615.154499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077615.154501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077615.154503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077615.794464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077615.794470:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077615.794472:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077615.794475:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077615.794479:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077615.794481:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077615.794483:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077615.794485:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077615.794489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077615.794490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077615.794491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077615.794497:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077615.794500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077615.794504:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077615.794507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077615.794511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077615.794513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077615.794516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077615.794519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077615.794559:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077615.794562:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077615.794564:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077616.178481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077616.178487:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077616.178489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077616.178493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077616.178496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077616.178500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077616.178502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077616.178504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077616.178506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077616.818474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077616.818477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077616.818482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077616.818482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077616.818485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077616.818487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077616.818491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077616.818491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077616.818497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077616.818499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077616.818501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077616.818503:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077616.818505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077616.818545:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077616.818549:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077616.818552:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077617.202452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077617.202460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077617.202463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077617.202469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077617.202471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077617.202475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077617.202478:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077617.202481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077617.202482:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077617.202487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077617.202487:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077617.202492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077617.202493:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077617.202498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077617.202503:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3255 00000100:00080000:3.0:1769077617.202513:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077617.202516:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077617.202518:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077617.202522:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077617.202524:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077617.202527:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077617.202529:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077617.202531:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077617.202532:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077617.202536:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077617.202538:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077617.202540:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077617.202543:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077617.202545:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202546:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077617.202548:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077617.202558:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077617.202559:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202562:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077617.202565:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077617.202569:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202580:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077617.202588:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978410624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077617.202596:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077617.202599:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202613:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077617.202615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077617.202618:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077617.202619:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077617.202620:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077617.202622:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077617.202625:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3255 00000100:00080000:3.0:1769077617.202628:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077617.202630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077617.202631:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077617.202633:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077617.202634:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077617.202635:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077617.202636:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077617.202640:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769077617.202640:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077617.202644:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077617.202645:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077617.202649:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077617.202649:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077617.202653:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077617.202655:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077617.202658:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769077617.202658:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077617.202659:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077617.202663:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077617.202666:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077617.202666:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077617.202671:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202675:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:0.0:1769077617.202676:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978410624:192.168.204.124@tcp:250:kworker.0 00000008:00100000:3.0:1769077617.202679:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077617.202681:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1769077617.202682:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202685:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.202686:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077617.202688:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077617.202690:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077617.202691:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.202694:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077617.202694:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077617.202697:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077617.202698:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.202700:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202703:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077617.202708:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978410752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077617.202714:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077617.202716:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.202717:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077617.202719:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.202720:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00080000:3.0:1769077617.202722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077617.202726:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769077617.202726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077617.202729:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077617.202731:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077617.202732:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077617.202734:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3255 00000100:00080000:3.0:1769077617.202736:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077617.202737:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077617.202738:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077617.202740:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077617.202740:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077617.202742:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077617.202743:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077617.202745:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077617.202746:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077617.202748:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077617.202749:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077617.202750:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077617.202752:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077617.202754:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202755:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077617.202757:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077617.202759:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202760:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077617.202763:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077617.202764:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202765:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077617.202766:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077617.202768:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077617.202770:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077617.202772:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077617.202778:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978410880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077617.202782:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077617.202785:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077617.202787:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077617.202789:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.202792:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202793:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.202795:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769077617.202797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077617.202800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077617.202801:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202802:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077617.202804:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077617.202807:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077617.202808:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297929465 00000100:00080000:3.0:1769077617.202811:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3255 00000100:00080000:3.0:1769077617.202815:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077617.202816:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077617.202817:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077617.202819:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1769077617.202819:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077617.202822:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077617.202824:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077617.202825:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077617.202826:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297929465 00000100:00000001:3.0:1769077617.202827:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077617.202831:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077617.202833:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1769077617.202835:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077617.202838:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077617.202839:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.202844:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077617.202845:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077617.202849:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769077617.202849:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077617.202853:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202854:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077617.202856:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077617.202858:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202859:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077617.202863:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077617/real 1769077617] req@ffff8f28835f8700 x1855008978410624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769077617.202864:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077617.202866:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202870:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077617.202872:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077617.202875:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202881:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077617.202882:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077617.202887:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1769077617.202887:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978411008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077617.202893:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077617.202894:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077617.202898:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.202900:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077617.202900:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.202906:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077617.202906:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077617.202912:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077617.202913:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077617.202913:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077617.202917:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077617.202918:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077617.202919:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077617.202923:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3255 00000100:00080000:3.0:1769077617.202926:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077617.202929:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769077617.202930:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978410624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077617.202930:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077617.202934:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077617.202935:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077617.202937:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077617.202940:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077617.202945:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077617.202947:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077617.202952:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077617.202953:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077617.202956:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077617.202957:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.202962:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077617.202962:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077617.202964:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077617.202965:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077617.202968:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077617.202968:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077617.202971:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077617.202972:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00100000:3.0:1769077617.202974:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077617.202975:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:3.0:1769077617.202978:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077617.202979:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769077617.202981:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077617.202985:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:3.0:1769077617.202985:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077617.202987:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.202989:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769077617.202990:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077617.202992:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077617.202995:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077617.202996:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978410624:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077617.202998:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203001:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203006:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769077617.203006:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978411136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077617.203009:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077617.203012:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769077617.203016:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077617.203017:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769077617.203018:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077617.203020:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769077617.203021:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077617.203023:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077617.203029:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077617.203030:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077617.203032:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077617.203034:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203036:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203042:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077617.203044:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203045:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077617.203047:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077617.203048:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077617.203049:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077617.203050:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.203051:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077617.203066:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077617.203069:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077617.203072:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077617.203074:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077617.203076:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077617.203077:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.203078:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077617.203081:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203086:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077617.203087:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769077617.203090:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077617.203100:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077617.203104:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077617.203105:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077617.203106:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203107:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077617.203116:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203119:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297928225 00000100:00000001:0.0:1769077617.203121:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297929465 00000100:00000001:0.0:1769077617.203123:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297928225 00000100:00000001:0.0:1769077617.203124:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297929465 00000100:00000001:0.0:1769077617.203126:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077617.203127:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203128:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077617.203131:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077617/real 1769077617] req@ffff8f28835fa300 x1855008978410752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077617.203137:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077617.203138:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077617.203139:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077617.203140:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077617.203141:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203142:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077617.203143:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077617.203146:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978410752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077617.203151:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203152:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077617.203153:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203154:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077617.203155:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203156:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077617.203158:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077617.203160:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077617.203162:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077617.203164:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077617.203166:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077617.203170:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077617.203171:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077617.203172:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.203173:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077617.203175:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077617.203176:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077617.203178:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077617.203180:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077617.203181:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077617.203183:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.203184:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077617.203186:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203189:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077617.203190:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769077617.203192:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077617.203199:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077617.203201:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077617.203202:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077617.203203:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203204:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077617.203206:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203208:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297928222 00000100:00000001:0.0:1769077617.203209:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297929465 00000100:00000001:0.0:1769077617.203211:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297928222 00000100:00000001:0.0:1769077617.203212:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297929465 00000100:00000001:0.0:1769077617.203214:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077617.203215:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203216:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077617.203218:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077617/real 1769077617] req@ffff8f28835fb100 x1855008978410880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077617.203223:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077617.203224:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077617.203225:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077617.203226:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077617.203227:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203229:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077617.203229:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077617.203232:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978410880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077617.203236:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203237:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077617.203239:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203240:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077617.203240:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203241:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077617.203242:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077617.203244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077617.203245:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077617.203247:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077617.203249:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978410880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077617.203251:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077617.203252:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077617.203253:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.203254:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077617.203255:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077617.203257:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077617.203258:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077617.203260:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077617.203261:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077617.203262:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.203263:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077617.203265:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203268:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077617.203269:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077617.203272:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077617.203277:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077617.203285:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077617.203286:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077617.203287:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203288:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077617.203290:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203292:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297928225 00000100:00000001:0.0:1769077617.203294:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297929465 00000100:00000001:0.0:1769077617.203296:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297928225 00000100:00000001:0.0:1769077617.203297:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297929465 00000100:00000001:0.0:1769077617.203298:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077617.203300:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203301:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077617.203303:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077617/real 1769077617] req@ffff8f28835fb800 x1855008978411008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077617.203308:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077617.203309:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077617.203310:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077617.203311:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077617.203312:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203313:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077617.203314:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077617.203317:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978411008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077617.203321:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203322:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077617.203323:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203324:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077617.203325:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203326:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077617.203327:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077617.203329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077617.203331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077617.203333:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077617.203335:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077617.203337:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077617.203337:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077617.203338:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.203339:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077617.203341:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077617.203342:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077617.203344:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077617.203346:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077617.203347:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077617.203348:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077617.203349:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077617.203351:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203354:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077617.203355:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:0.0:1769077617.203357:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077617.203363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077617.203365:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077617.203366:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077617.203367:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203368:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077617.203370:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203372:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297928217 00000100:00000001:0.0:1769077617.203389:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297929465 00000100:00000001:0.0:1769077617.203391:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297928218 00000100:00000001:0.0:1769077617.203393:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297929465 00000100:00000001:0.0:1769077617.203394:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077617.203396:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203397:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077617.203400:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077617/real 1769077617] req@ffff8f28835f8e00 x1855008978411136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077617.203405:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077617.203406:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077617.203408:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077617.203409:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077617.203410:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203411:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077617.203412:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077617.203415:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978411136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077617.203419:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203420:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077617.203422:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203422:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077617.203423:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203424:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077617.203425:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077617.203427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077617.203429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077617.203430:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077617.203432:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077617.203435:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203436:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077617.203437:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077617.203438:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077617.203439:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077617.203440:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077617.203441:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077617.203442:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077617.203443:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077617.203445:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077617.203446:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203447:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077617.203448:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077617.203449:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077617.203450:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077617.203450:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077617.203451:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077617.203452:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077617.203453:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077617.203454:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077617.203455:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203456:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077617.203456:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077617.203457:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077617.203458:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077617.203459:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077617.203459:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077617.203460:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077617.203461:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077617.203462:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077617.203463:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203464:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077617.203465:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077617.203466:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077617.203467:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077617.203467:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077617.203468:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077617.203469:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077617.203469:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077617.203470:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077617.203471:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203472:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.203475:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077617.203475:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.203477:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077617.203478:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.842524:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077617.842528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077617.842537:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077617.842537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.842541:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077617.842549:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077617.842549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077617.842555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077617.842558:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077617.842564:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.842568:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077617.842572:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077617.842582:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077617.842615:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077617.842619:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077617.842623:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077618.226468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077618.226474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077618.226476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077618.226480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077618.226483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077618.226486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077618.226487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077618.226489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077618.226491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077618.866508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077618.866510:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077618.866515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077618.866517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077618.866521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077618.866522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077618.866528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077618.866531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077618.866534:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077618.866540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077618.866543:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077618.866547:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077618.866550:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077618.866587:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077618.866590:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077618.866593:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077619.250456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077619.250463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077619.250466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077619.250472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077619.250475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077619.250479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077619.250481:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077619.250484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077619.250487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077619.890473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077619.890478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077619.890479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077619.890483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077619.890489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077619.890489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077619.890493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077619.890498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077619.890502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077619.890506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077619.890508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077619.890510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077619.890512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077619.890559:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077619.890563:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077619.890567:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077620.274492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077620.274498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077620.274500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077620.274505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077620.274509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077620.274512:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077620.274514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077620.274517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077620.274519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077620.914482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077620.914489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077620.914490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077620.914492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077620.914495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077620.914498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077620.914501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077620.914505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077620.914506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077620.914507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077620.914511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077620.914512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077620.914518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077620.914572:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077620.914575:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077620.914577:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077621.298473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077621.298480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077621.298490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077621.298496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077621.298502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077621.298505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077621.298507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077621.298509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077621.298511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077621.938524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077621.938532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077621.938539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077621.938540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077621.938604:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077621.938609:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077621.938612:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077621.938627:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077621.938633:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077621.938636:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077621.938641:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077621.938655:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077621.938659:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077621.938662:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077621.938665:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077621.938669:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077622.322446:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077622.322451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077622.322453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077622.322457:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077622.322460:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077622.322462:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077622.322464:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077622.322468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077622.322472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077622.322473:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077622.322475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322477:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077622.322483:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077622.322487:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077622.322495:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3260 00000100:00080000:3.0:1769077622.322506:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077622.322510:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077622.322512:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077622.322517:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077622.322520:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077622.322523:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077622.322526:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077622.322537:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077622.322538:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077622.322544:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077622.322547:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077622.322551:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077622.322554:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077622.322557:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322560:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077622.322562:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077622.322571:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077622.322572:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322576:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077622.322579:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077622.322583:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322595:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077622.322607:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978411264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077622.322625:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077622.322630:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322644:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077622.322648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077622.322652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077622.322654:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077622.322657:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077622.322660:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077622.322664:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3260 00000100:00000001:0.0:1769077622.322668:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769077622.322669:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077622.322674:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077622.322674:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077622.322677:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077622.322678:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077622.322681:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769077622.322682:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077622.322683:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077622.322685:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077622.322689:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:0.0:1769077622.322690:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077622.322694:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769077622.322695:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:0.0:1769077622.322698:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322700:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769077622.322705:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978411264:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077622.322705:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077622.322713:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769077622.322715:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077622.322718:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077622.322722:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322722:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077622.322729:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077622.322729:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077622.322735:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077622.322737:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077622.322742:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322745:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077622.322749:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077622.322751:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077622.322754:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000008:00000001:3.0:1769077622.322754:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322761:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.322762:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769077622.322770:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077622.322773:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322776:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077622.322778:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077622.322780:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322785:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077622.322793:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978411392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077622.322802:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077622.322805:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.322809:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322810:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.322816:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297934585 00000100:00080000:3.0:1769077622.322816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077622.322823:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077622.322825:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077622.322826:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769077622.322827:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077622.322833:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077622.322834:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297934585 00000100:00080000:3.0:1769077622.322839:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3260 00000100:00000001:0.0:1769077622.322840:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077622.322846:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077622.322846:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077622.322850:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322852:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077622.322854:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322856:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077622.322857:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077622.322863:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077622.322865:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077622.322866:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769077622.322868:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077622.322869:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077622.322873:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077622.322875:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077622.322876:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077622.322878:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077622.322880:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077622.322881:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077622.322885:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322885:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077622.322889:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077622.322892:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077622.322893:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077622.322894:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322900:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077622.322902:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411392:192.168.204.124@tcp:38:kworker.0 02000000:00000001:3.0:1769077622.322904:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077622.322908:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077622.322909:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077622.322910:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077622.322912:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077622.322916:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077622.322916:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077622.322920:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322921:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077622.322926:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077622.322928:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077622.322933:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000008:00000001:3.0:1769077622.322933:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322939:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.322940:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769077622.322946:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077622.322949:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.322952:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077622.322954:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077622.322954:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077622.322959:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.322960:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297933345 00000100:00000001:0.0:1769077622.322964:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297934585 00000100:00000001:0.0:1769077622.322965:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297933345 00000100:00000001:3.0:1769077622.322979:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.322987:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297934585 00000100:00100000:3.0:1769077622.322988:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978411520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077622.322990:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077622.322995:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.322999:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323001:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077622.323004:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077622.323005:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077622.323009:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077622.323011:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077622.323013:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323016:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323020:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077622.323024:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323032:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077622.323035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077622.323039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077622.323042:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077622.323042:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077622.323045:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077622.323045:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077622.323048:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077622.323051:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077622.323052:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077622.323053:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077622.323057:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077622.323060:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077622.323060:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3260 02000000:00000001:0.0:1769077622.323065:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077622.323069:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077622.323071:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077622.323073:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077622.323075:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077622.323077:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077622.323079:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077622.323081:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077622.323084:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769077622.323084:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077622.323088:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769077622.323089:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077622.323091:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077622.323095:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077622.323096:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077622.323100:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:3.0:1769077622.323100:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077622.323104:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077622.323105:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769077622.323112:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077622.323115:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323118:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077622.323118:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077622.323123:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297933342 02000000:00000001:3.0:1769077622.323124:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077622.323128:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297934585 02000000:00000001:3.0:1769077622.323130:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323134:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077622.323136:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297933342 00000008:00100000:3.0:1769077622.323138:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077622.323142:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297934585 00000008:00000001:3.0:1769077622.323143:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323147:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323149:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077622.323154:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077622.323155:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077622.323158:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323160:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323162:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077622.323165:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077622.323166:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077622.323169:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323172:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077622.323176:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077622.323178:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323179:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077622.323184:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077622.323186:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077622.323188:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978411648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077622.323189:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323201:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077622.323205:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323224:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323226:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769077622.323228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077622.323230:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077622.323233:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769077622.323235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077622.323236:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077622.323239:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077622.323240:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077622.323243:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769077622.323245:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769077622.323249:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769077622.323250:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077622.323256:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077622.323256:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3260 00000100:00080000:3.0:1769077622.323265:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077622.323266:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077622.323270:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077622.323274:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077622.323275:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077622.323279:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769077622.323280:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769077622.323283:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077622.323284:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077622.323287:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769077622.323288:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769077622.323293:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769077622.323295:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323297:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077622.323301:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077622.323305:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769077622.323306:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077622.323309:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:3.0:1769077622.323312:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323316:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769077622.323317:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077622.323323:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077622.323326:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323328:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077622.323331:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077622.323332:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769077622.323334:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323337:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297933345 00000100:00000001:3.0:1769077622.323338:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323344:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297934585 02000000:00000001:3.0:1769077622.323348:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077622.323349:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297933345 02000000:00000001:3.0:1769077622.323352:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323354:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297934585 00000100:00000001:3.0:1769077622.323357:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077622.323359:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077622.323360:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077622.323365:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323366:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323371:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323396:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077622.323399:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077622.323401:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077622.323404:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077622.323405:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077622.323408:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323409:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323410:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077622.323419:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978411776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077622.323429:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077622.323431:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077622.323439:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323459:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077622.323463:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077622.323464:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077622.323466:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077622.323468:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077622.323471:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077622.323473:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077622.323475:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077622.323479:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077622.323483:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077622.323485:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077622.323486:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077622.323488:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077622.323492:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323499:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077622.323500:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077622.323504:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077622.323519:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323523:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297933338 00000100:00000001:0.0:1769077622.323525:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297934585 00000100:00000001:0.0:1769077622.323527:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297933338 00000100:00000001:0.0:1769077622.323529:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297934585 00000100:00000001:0.0:1769077622.323531:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077622.323533:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323535:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323537:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077622.323541:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077622.323543:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077622.323544:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077622.323546:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077622.323547:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.323549:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.962462:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077622.962469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077622.962471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077622.962472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077622.962476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077622.962478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077622.962484:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077622.962484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077622.962488:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077622.962489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077622.962492:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077622.962495:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077622.962497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077622.962539:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077622.962542:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077622.962545:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077623.346465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077623.346473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077623.346477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077623.346483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077623.346487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077623.346491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077623.346494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077623.346497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077623.346506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077623.986486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077623.986491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077623.986493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077623.986497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077623.986498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077623.986504:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077623.986506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077623.986508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077623.986512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077623.986513:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077623.986515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077623.986519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077623.986519:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769077623.986525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077623.986527:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077623.986532:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077623.986534:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077623.986537:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077623.986540:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077623.986604:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077623.986608:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077623.986612:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077624.370452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077624.370459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077624.370460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077624.370464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077624.370467:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077624.370470:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077624.370472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077624.370474:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077624.370477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077625.010473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077625.010476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077625.010479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077625.010480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077625.010483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077625.010484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077625.010486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077625.010486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077625.010490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077625.010494:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.010513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077625.010516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.010519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077625.010590:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077625.010594:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077625.010597:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077625.394440:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077625.394446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077625.394447:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077625.394452:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077625.394455:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077625.394458:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077625.394460:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077625.394462:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077625.394464:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1769077625.394574:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:1.0:1769077625.394606:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077625.394622:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769077625.394633:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077625.394651:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077625.394653:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077625.394656:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769077625.394666:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769077625.394671:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077625.394674:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077625.394676:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077625.394678:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769077625.394683:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769077625.394687:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077625.394690:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077625.394691:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077625.394693:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769077625.394698:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077625.394704:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077625.394704:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077625.394708:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077625.394710:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077625.394713:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077625.394716:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769077625.394717:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769077625.394726:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769077625.394731:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1769077625.394733:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077622/real 1769077625] req@ffff8f28835f8e00 x1855008978411648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077625.394735:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077625.394738:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077625.394742:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1769077625.394765:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077625.394767:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077625.394773:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077625.394776:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077625.394778:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394781:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.394784:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077625.394790:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978411648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077625.394799:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394803:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077625.394807:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394809:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.394810:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394813:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077625.394816:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077625.394820:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077625.394825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077625.394827:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077625.394831:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077625.394835:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077625.394838:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077622/real 1769077625] req@ffff8f28835f9f80 x1855008978411520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077625.394845:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077625.394846:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077625.394848:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077625.394849:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077625.394850:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394852:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.394853:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077625.394855:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978411520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077625.394860:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394861:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077625.394863:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394864:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.394864:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394865:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077625.394866:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077625.394868:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077625.394870:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077625.394871:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077625.394873:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077625.394876:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077625.394879:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077622/real 1769077625] req@ffff8f28835f8000 x1855008978411392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077625.394883:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077625.394884:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077625.394886:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077625.394887:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077625.394888:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394889:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.394890:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077625.394892:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978411392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077625.394896:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394898:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077625.394899:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394900:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.394901:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394902:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077625.394903:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077625.394904:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077625.394906:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077625.394907:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077625.394909:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077625.394911:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077625.394914:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077622/real 1769077625] req@ffff8f28835fa680 x1855008978411264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077625.394932:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077625.394933:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077625.394936:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077625.394937:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077625.394938:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394939:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.394940:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077625.394943:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978411264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077625.394951:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394953:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077625.394954:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394955:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.394956:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394957:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077625.394958:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077625.394959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077625.394961:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077625.394962:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077625.394964:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978411264:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077625.394968:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077625.394970:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077625.394972:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077625.394975:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077625.394980:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077625.394983:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077625.394985:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077625.394989:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077625.394992:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077625.394995:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077625.394996:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.394998:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077625.395000:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077625.395001:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077625.395003:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077625.395004:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077625.395006:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077625.395008:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077625.395009:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077625.395010:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077625.395012:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395014:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077625.395015:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077625.395017:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077625.395019:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077625.395020:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077625.395021:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077625.395023:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077625.395024:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077625.395026:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077625.395027:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395029:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077625.395030:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077625.395032:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077625.395034:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077625.395035:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077625.395036:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077625.395038:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077625.395039:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077625.395041:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077625.395042:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395045:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077625.395047:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077625.395048:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077625.395050:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077625.395056:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077622/real 1769077625] req@ffff8f28835fb800 x1855008978411776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077625.395066:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077625.395067:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077625.395071:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077625.395073:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077625.395074:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395076:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.395078:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077625.395082:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978411776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077625.395090:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395092:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077625.395095:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395097:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077625.395099:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395101:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077625.395103:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077625.395111:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077625.395115:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077625.395117:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077625.395120:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978411776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077625.395124:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395126:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077625.395127:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077625.395129:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077625.395131:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077625.395132:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077625.395134:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077625.395137:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077625.395138:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077625.395140:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077625.395141:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395143:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077625.395152:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077625.395154:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077625.395156:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077625.395157:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077626.034480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077626.034487:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077626.034491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077626.034491:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077626.034494:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077626.034496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077626.034499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077626.034501:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:0.0:1769077626.034503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077626.034504:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077626.034509:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077626.034510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077626.034512:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077626.034514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077626.034517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077626.034518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077626.034520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077626.034521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077626.034525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077626.034612:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077626.034617:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077626.034621:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077626.418475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077626.418481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077626.418483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077626.418487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077626.418492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077626.418496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077626.418499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077626.418502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077626.418505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.058514:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077627.058521:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077627.058524:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077627.058532:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077627.058537:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077627.058541:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.058545:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077627.058547:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.058551:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077627.058585:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077627.058588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077627.058593:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077627.058594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077627.058640:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077627.058645:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077627.058650:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077627.442474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769077627.442475:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077627.442480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077627.442483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077627.442484:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769077627.442489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769077627.442489:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077627.442495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077627.442495:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077627.442500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077627.442500:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077627.442504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077627.442507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077627.442507:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3266 00000100:00000001:2.0:1769077627.442514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077627.442520:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077627.442524:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077627.442526:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077627.442530:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077627.442532:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077627.442535:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077627.442536:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077627.442538:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077627.442539:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077627.442543:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077627.442545:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077627.442547:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077627.442550:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077627.442553:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442555:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077627.442564:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077627.442573:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077627.442575:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442578:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077627.442581:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077627.442586:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442599:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077627.442610:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978411904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077627.442624:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077627.442628:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442642:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077627.442644:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077627.442647:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077627.442648:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077627.442649:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077627.442652:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077627.442654:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3266 00000100:00080000:3.0:1769077627.442658:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077627.442661:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077627.442662:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077627.442665:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077627.442666:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077627.442668:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077627.442671:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077627.442673:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077627.442675:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077627.442678:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077627.442681:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077627.442683:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077627.442690:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077627.442692:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442694:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077627.442700:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077627.442704:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442707:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.442714:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769077627.442715:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077627.442720:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.442721:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077627.442723:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077627.442726:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769077627.442727:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077627.442730:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769077627.442732:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.442734:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442740:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.442741:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077627.442748:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769077627.442752:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978412032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077627.442753:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077627.442762:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978411904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077627.442770:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077627.442772:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077627.442774:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.442780:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769077627.442781:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.442784:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077627.442787:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769077627.442790:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1769077627.442794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1769077627.442798:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442799:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077627.442802:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077627.442807:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077627.442811:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3266 00000100:00080000:3.0:1769077627.442816:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077627.442819:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077627.442820:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077627.442821:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077627.442824:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000020:00000001:3.0:1769077627.442827:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077627.442830:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769077627.442831:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077627.442835:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077627.442838:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077627.442840:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077627.442842:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077627.442846:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077627.442848:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077627.442850:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077627.442853:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077627.442856:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442858:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077627.442861:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077627.442864:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442866:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077627.442871:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077627.442874:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077627.442876:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077627.442877:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077627.442894:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077627.442897:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442903:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.442904:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077627.442911:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769077627.442911:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978412160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077627.442915:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.442920:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077627.442928:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077627.442931:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442931:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.442939:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.442941:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297939705 00000100:00080000:3.0:1769077627.442942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077627.442948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077627.442950:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077627.442952:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077627.442955:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077627.442955:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077627.442961:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3266 00000100:00000001:0.0:1769077627.442965:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297939705 00000100:00080000:3.0:1769077627.442967:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077627.442972:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077627.442973:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077627.442975:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769077627.442976:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077627.442979:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077627.442980:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077627.442983:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077627.442988:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077627.442989:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077627.442991:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077627.442995:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077627.442999:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077627.443001:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077627.443005:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077627.443010:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077627.443014:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769077627.443016:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077627/real 1769077627] req@ffff8f28835fb100 x1855008978411904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769077627.443018:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.443023:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077627.443027:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077627.443034:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077627.443038:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077627.443039:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077627.443043:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769077627.443047:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077627.443049:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769077627.443051:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443055:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077627.443056:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077627.443060:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077627.443060:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077627.443064:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443066:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077627.443071:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077627.443072:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077627.443078:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978411904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077627.443082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978412288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077627.443095:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077627.443100:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443105:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077627.443106:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443112:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077627.443113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077627.443120:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077627.443121:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077627.443124:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077627.443125:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077627.443127:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077627.443130:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077627.443132:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077627.443137:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077627.443138:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077627.443144:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3266 00000100:00080000:0.0:1769077627.443145:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077627.443152:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077627.443156:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077627.443158:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077627.443162:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077627.443163:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769077627.443167:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077627.443172:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1769077627.443173:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978411904:192.168.204.124@tcp:250:kworker.0 00000020:00000001:3.0:1769077627.443176:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077627.443182:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077627.443182:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077627.443188:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077627.443189:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077627.443193:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769077627.443194:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077627.443200:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1769077627.443202:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077627.443206:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769077627.443208:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077627.443211:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1769077627.443213:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077627.443215:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077627.443218:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077627.443223:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.443224:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769077627.443226:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077627.443230:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00100000:3.0:1769077627.443231:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077627.443236:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000008:00000001:3.0:1769077627.443236:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.443239:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443240:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443246:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077627.443247:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077627.443250:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077627.443253:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077627.443254:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077627.443256:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769077627.443257:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443260:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443264:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077627.443265:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077627.443268:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077627.443270:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077627.443271:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.443274:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077627.443276:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077627.443278:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077627.443282:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077627.443286:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077627.443289:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077627.443290:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.443292:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077627.443295:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443302:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077627.443304:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769077627.443309:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077627.443323:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077627.443329:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077627.443333:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077627.443334:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443336:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077627.443340:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443345:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297938465 00000100:00000001:0.0:1769077627.443348:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297939705 00000100:00000001:0.0:1769077627.443351:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297938465 00000100:00000001:0.0:1769077627.443354:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297939705 00000100:00000001:0.0:1769077627.443357:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077627.443359:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443361:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077627.443366:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077627/real 1769077627] req@ffff8f28835fa300 x1855008978412032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077627.443405:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077627.443412:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978412416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077627.443421:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077627.443427:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077627.443429:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077627.443433:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077627.443434:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077627.443441:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077627.443445:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077627.443447:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443449:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077627.443451:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077627.443457:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978412032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077627.443466:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443468:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077627.443471:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443473:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077627.443474:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443476:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077627.443478:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077627.443481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077627.443485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077627.443487:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077627.443491:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077627.443496:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077627.443497:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077627.443499:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.443501:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077627.443503:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077627.443505:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077627.443508:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077627.443512:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077627.443514:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077627.443516:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.443518:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077627.443521:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443527:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077627.443528:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769077627.443533:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077627.443543:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077627.443546:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077627.443548:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077627.443549:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443550:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077627.443552:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443555:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297938463 00000100:00000001:0.0:1769077627.443556:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297939705 00000100:00000001:0.0:1769077627.443558:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297938463 00000100:00000001:0.0:1769077627.443560:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297939705 00000100:00000001:0.0:1769077627.443561:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077627.443563:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443564:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077627.443567:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077627/real 1769077627] req@ffff8f28835f8700 x1855008978412160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077627.443576:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077627.443577:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077627.443579:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077627.443581:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077627.443582:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443584:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077627.443586:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077627.443590:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978412160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077627.443597:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443601:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077627.443604:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443605:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077627.443606:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443608:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077627.443609:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077627.443612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077627.443615:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077627.443617:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077627.443620:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077627.443623:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077627.443625:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077627.443627:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.443629:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077627.443631:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077627.443633:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077627.443636:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077627.443639:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077627.443641:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077627.443642:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.443644:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077627.443647:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443654:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077627.443655:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077627.443659:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077627.443672:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077627.443676:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077627.443678:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077627.443680:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443681:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077627.443684:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443688:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297938466 00000100:00000001:0.0:1769077627.443690:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297939705 00000100:00000001:0.0:1769077627.443692:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297938466 00000100:00000001:0.0:1769077627.443694:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297939705 00000100:00000001:0.0:1769077627.443696:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077627.443698:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443700:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077627.443704:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077627/real 1769077627] req@ffff8f28835f8380 x1855008978412288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077627.443712:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077627.443713:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077627.443716:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077627.443717:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077627.443719:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443721:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077627.443722:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077627.443726:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978412288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077627.443732:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443734:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077627.443737:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443738:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077627.443739:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443741:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077627.443743:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077627.443745:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077627.443748:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077627.443751:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077627.443754:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077627.443757:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443759:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077627.443761:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077627.443763:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077627.443765:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077627.443767:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077627.443768:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077627.443770:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077627.443772:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077627.443774:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077627.443775:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443777:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077627.443778:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077627.443780:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077627.443782:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077627.443783:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077627.443784:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077627.443785:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077627.443786:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077627.443788:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077627.443789:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443791:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077627.443792:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077627.443794:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077627.443795:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077627.443796:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077627.443798:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077627.443799:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077627.443800:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077627.443801:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077627.443803:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443805:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443808:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077627.443810:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443812:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077627.443813:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077627.443815:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077627.443816:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077627.443818:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.443820:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077627.443822:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077627.443824:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077627.443828:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077627.443834:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077627.443835:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077627.443837:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077627.443838:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077627.443841:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443846:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077627.443848:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077627.443851:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077627.443863:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077627.443868:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077627.443871:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077627.443873:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443874:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077627.443877:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443896:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297938458 00000100:00000001:0.0:1769077627.443899:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297939705 00000100:00000001:0.0:1769077627.443901:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297938458 00000100:00000001:0.0:1769077627.443903:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297939705 00000100:00000001:0.0:1769077627.443905:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077627.443908:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443910:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077627.443915:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077627/real 1769077627] req@ffff8f28835fad80 x1855008978412416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077627.443923:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077627.443925:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077627.443928:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077627.443930:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077627.443931:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443934:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077627.443935:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077627.443938:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978412416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077627.443950:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443953:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077627.443955:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443956:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077627.443958:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443959:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077627.443961:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077627.443963:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077627.443966:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077627.443968:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077627.443971:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077627.443975:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443976:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077627.443978:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077627.443979:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077627.443981:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077627.443982:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077627.443984:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077627.443987:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077627.443988:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077627.443990:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077627.443991:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443993:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077627.443996:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077627.443997:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077627.443999:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077627.444000:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077628.082455:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077628.082461:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077628.082463:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077628.082467:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077628.082470:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077628.082474:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077628.082474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077628.082479:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077628.082480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077628.082482:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077628.082487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077628.082490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077628.082493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077628.082551:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077628.082555:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077628.082558:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077628.466467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077628.466474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077628.466476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077628.466480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077628.466485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077628.466489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077628.466492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077628.466495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077628.466499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077629.106460:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077629.106466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077629.106469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077629.106470:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077629.106475:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077629.106476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077629.106479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077629.106488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077629.106492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077629.106495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077629.106500:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077629.106502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077629.106504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077629.106534:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077629.106540:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077629.106543:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077629.490473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077629.490482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077629.490484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077629.490490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077629.490494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077629.490498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077629.490501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077629.490504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077629.490507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077630.130465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077630.130471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077630.130474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077630.130477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077630.130478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077630.130479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077630.130482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077630.130487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077630.130489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077630.130492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077630.130494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077630.130497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077630.130499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077630.130533:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077630.130538:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077630.130549:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077630.514481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077630.514489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077630.514490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077630.514496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077630.514499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077630.514503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077630.514505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077630.514507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077630.514509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077631.154466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077631.154479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077631.154481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077631.154489:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077631.154493:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077631.154496:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077631.154498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077631.154501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077631.154504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077631.154520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077631.154527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077631.154534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077631.154535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077631.154596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077631.154602:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077631.154607:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077631.538448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077631.538455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077631.538457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077631.538464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077631.538468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077631.538471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077631.538473:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077631.538474:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077631.538477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077632.178490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077632.178497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.178500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077632.178503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077632.178505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077632.178506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.178508:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077632.178514:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077632.178517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077632.178520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077632.178522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077632.178524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077632.178527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077632.178559:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077632.178562:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077632.178565:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077632.562448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077632.562450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077632.562456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077632.562458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077632.562461:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562462:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077632.562466:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077632.562468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077632.562470:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077632.562475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077632.562479:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3271 00000100:00080000:0.0:1769077632.562490:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077632.562491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077632.562493:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077632.562495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077632.562496:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:2.0:1769077632.562499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077632.562501:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769077632.562503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077632.562505:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077632.562509:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077632.562510:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077632.562512:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077632.562513:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077632.562516:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077632.562518:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077632.562520:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077632.562523:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077632.562526:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562527:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077632.562529:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077632.562537:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077632.562538:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562541:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077632.562543:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077632.562547:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562558:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077632.562566:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978412544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077632.562575:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077632.562578:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562592:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077632.562594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077632.562596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077632.562597:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077632.562599:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077632.562601:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077632.562603:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3271 00000100:00080000:0.0:1769077632.562605:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077632.562607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077632.562608:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077632.562610:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077632.562611:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077632.562612:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769077632.562613:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077632.562617:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077632.562617:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077632.562621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077632.562621:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077632.562625:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077632.562626:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077632.562629:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077632.562631:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077632.562636:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.562636:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077632.562640:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077632.562640:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077632.562644:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077632.562645:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077632.562650:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077632.562650:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978412544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077632.562654:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077632.562659:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1769077632.562660:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077632.562663:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:0.0:1769077632.562664:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.562667:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562668:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.562671:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077632.562673:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077632.562675:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.562676:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562677:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077632.562680:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077632.562682:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562687:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077632.562692:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978412672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077632.562698:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077632.562699:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562702:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077632.562703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077632.562706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077632.562707:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077632.562708:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077632.562712:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077632.562713:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:0.0:1769077632.562714:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077632.562717:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3271 00000100:00000001:3.0:1769077632.562721:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077632.562722:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077632.562726:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077632.562726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077632.562728:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077632.562729:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077632.562730:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077632.562731:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077632.562733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077632.562734:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077632.562736:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077632.562737:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077632.562738:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077632.562740:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077632.562741:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562742:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077632.562744:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077632.562745:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562746:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077632.562749:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077632.562751:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562752:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077632.562753:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077632.562755:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562757:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077632.562761:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978412800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077632.562768:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077632.562769:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077632.562773:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562775:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077632.562777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077632.562779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077632.562781:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077632.562781:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077632.562785:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077632.562787:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077632.562788:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077632.562792:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077632.562793:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3271 00000100:00000001:3.0:1769077632.562810:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077632.562819:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077632.562824:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077632.562827:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297944825 00000100:00000001:0.0:1769077632.562832:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077632.562834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077632.562836:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077632.562837:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077632.562839:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077632.562840:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1769077632.562841:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077632.562846:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077632.562847:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077632.562851:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077632.562851:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297944825 00000100:00000001:0.0:1769077632.562857:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077632.562858:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077632.562860:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769077632.562861:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077632.562865:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562867:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077632.562868:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1769077632.562869:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077632.562874:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.562874:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562880:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.562880:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077632.562887:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077632/real 1769077632] req@ffff8f28835eaa00 x1855008978412544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077632.562888:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077632.562891:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562895:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077632.562900:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077632.562903:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.562909:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077632.562912:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077632.562916:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1769077632.562917:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978412928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077632.562920:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077632.562923:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077632.562926:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077632.562927:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077632.562930:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.562930:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077632.562933:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077632.562935:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077632.562940:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978412544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077632.562945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077632.562953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077632.562954:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077632.562955:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077632.562957:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077632.562960:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3271 00000100:00000001:3.0:1769077632.562961:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077632.562964:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077632.562965:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077632.562971:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077632.562972:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.562975:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077632.562977:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077632.562977:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.562981:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769077632.562983:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077632.562984:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077632.562988:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:3.0:1769077632.562988:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769077632.562993:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:3.0:1769077632.562995:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:0.0:1769077632.563000:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077632.563000:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077632.563006:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978412544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077632.563008:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077632.563011:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077632.563012:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077632.563015:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077632.563018:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077632.563020:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1769077632.563021:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077632.563024:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769077632.563026:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077632.563027:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077632.563030:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077632.563032:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077632.563034:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077632.563038:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077632.563042:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.563042:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077632.563045:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077632.563047:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077632.563048:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769077632.563051:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077632.563051:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077632.563058:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563060:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077632.563061:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563063:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563066:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077632.563067:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769077632.563069:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077632.563069:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077632.563072:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769077632.563074:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563074:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.563078:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077632.563080:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077632.563080:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077632.563084:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077632.563085:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077632.563090:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077632.563095:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077632.563098:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563099:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077632.563101:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077632.563104:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.563105:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769077632.563109:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978413056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077632.563109:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563116:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077632.563118:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:0.0:1769077632.563122:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077632.563124:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077632.563128:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077632.563134:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077632.563138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077632.563143:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077632.563145:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077632.563147:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563148:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077632.563151:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563154:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297943585 00000100:00000001:3.0:1769077632.563157:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297944825 00000100:00000001:3.0:1769077632.563159:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297943585 00000100:00000001:3.0:1769077632.563160:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297944825 00000100:00000001:3.0:1769077632.563162:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077632.563163:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563164:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077632.563167:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077632/real 1769077632] req@ffff8f28835e9880 x1855008978412672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077632.563178:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077632.563178:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077632.563180:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077632.563181:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077632.563182:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563183:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077632.563184:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077632.563191:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978412672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077632.563196:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563197:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077632.563199:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563200:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077632.563201:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563202:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077632.563203:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077632.563205:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077632.563207:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077632.563208:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077632.563211:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077632.563213:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077632.563214:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077632.563216:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.563217:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077632.563218:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077632.563220:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077632.563221:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077632.563224:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077632.563225:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077632.563226:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.563227:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077632.563229:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563232:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077632.563233:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:3.0:1769077632.563236:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077632.563242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077632.563245:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077632.563246:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077632.563247:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563248:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077632.563250:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563252:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297943582 00000100:00000001:3.0:1769077632.563254:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297944825 00000100:00000001:3.0:1769077632.563255:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297943582 00000100:00000001:3.0:1769077632.563257:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297944825 00000100:00000001:3.0:1769077632.563258:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077632.563259:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563260:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077632.563263:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077632/real 1769077632] req@ffff8f28835e8380 x1855008978412800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077632.563268:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077632.563269:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077632.563270:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077632.563271:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077632.563272:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563279:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077632.563280:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077632.563283:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978412800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077632.563288:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563289:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077632.563291:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563292:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077632.563293:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563294:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077632.563295:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077632.563297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077632.563299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077632.563300:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077632.563302:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077632.563305:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077632.563306:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077632.563307:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.563309:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077632.563311:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077632.563313:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077632.563316:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077632.563319:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077632.563321:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077632.563322:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.563324:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077632.563327:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563334:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077632.563335:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077632.563339:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077632.563351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077632.563355:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077632.563358:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077632.563359:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563361:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077632.563364:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563367:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297943585 00000100:00000001:3.0:1769077632.563370:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297944825 00000100:00000001:3.0:1769077632.563372:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297943585 00000100:00000001:3.0:1769077632.563393:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297944825 00000100:00000001:3.0:1769077632.563395:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077632.563396:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563397:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077632.563401:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077632/real 1769077632] req@ffff8f28835e8000 x1855008978412928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077632.563408:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077632.563409:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077632.563412:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077632.563413:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077632.563415:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563417:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077632.563418:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077632.563422:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978412928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077632.563429:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563432:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077632.563435:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563436:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077632.563438:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563439:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077632.563441:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077632.563444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077632.563448:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077632.563450:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077632.563454:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978412928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077632.563457:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563458:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077632.563460:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077632.563461:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077632.563463:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077632.563464:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077632.563465:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077632.563466:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077632.563468:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077632.563469:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077632.563477:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563479:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077632.563480:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077632.563481:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077632.563482:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077632.563483:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077632.563484:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077632.563485:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077632.563486:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077632.563487:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077632.563487:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563488:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077632.563489:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077632.563490:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077632.563491:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077632.563491:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077632.563492:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077632.563493:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077632.563494:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077632.563495:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077632.563495:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563496:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563499:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077632.563500:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563501:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077632.563502:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077632.563503:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077632.563504:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077632.563504:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.563506:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077632.563507:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077632.563508:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077632.563510:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077632.563514:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077632.563516:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077632.563517:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077632.563518:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077632.563520:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563524:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077632.563525:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077632.563528:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077632.563536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077632.563539:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077632.563541:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077632.563542:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563543:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077632.563545:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563547:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297943578 00000100:00000001:3.0:1769077632.563549:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297944825 00000100:00000001:3.0:1769077632.563551:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297943578 00000100:00000001:3.0:1769077632.563552:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297944825 00000100:00000001:3.0:1769077632.563553:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077632.563555:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563556:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077632.563558:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077632/real 1769077632] req@ffff8f28835eb800 x1855008978413056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077632.563563:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077632.563563:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077632.563565:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077632.563566:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077632.563567:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563568:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077632.563569:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077632.563571:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978413056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077632.563580:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563581:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077632.563583:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563584:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077632.563585:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563586:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077632.563587:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077632.563588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077632.563590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077632.563591:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077632.563593:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077632.563595:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563596:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077632.563597:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077632.563598:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077632.563599:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077632.563599:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077632.563600:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077632.563601:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077632.563602:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077632.563604:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077632.563605:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563606:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077632.563608:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077632.563609:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077632.563610:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077632.563611:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077633.202481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077633.202488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077633.202496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077633.202498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077633.202499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077633.202504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077633.202506:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077633.202510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077633.202514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077633.202517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077633.202519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077633.202521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077633.202524:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077633.202562:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077633.202566:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077633.202569:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077633.586472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077633.586479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077633.586482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077633.586488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077633.586493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077633.586497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077633.586501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077633.586504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077633.586508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077634.226481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077634.226487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077634.226493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077634.226493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077634.226496:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077634.226498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077634.226500:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769077634.226501:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077634.226503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077634.226506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077634.226507:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077634.226511:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077634.226512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077634.226514:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077634.226516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077634.226517:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077634.226522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077634.226534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077634.226540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077634.226582:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077634.226586:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077634.226589:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077634.610440:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077634.610446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077634.610448:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077634.610452:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077634.610455:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077634.610458:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077634.610460:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077634.610462:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077634.610465:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077635.250470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077635.250474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077635.250476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077635.250478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077635.250479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077635.250485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077635.250487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077635.250488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077635.250491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077635.250495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077635.250497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077635.250499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077635.250501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077635.250554:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077635.250559:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077635.250563:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077635.634465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077635.634472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077635.634474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077635.634481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077635.634485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077635.634489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077635.634491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077635.634494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077635.634497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077636.274481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077636.274488:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077636.274490:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077636.274492:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077636.274497:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769077636.274499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077636.274500:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077636.274504:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077636.274506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077636.274507:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077636.274512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077636.274513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077636.274516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077636.274520:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077636.274526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077636.274530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077636.274533:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077636.274536:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077636.274540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077636.274578:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077636.274584:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077636.274588:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077636.658476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077636.658483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077636.658485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077636.658493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077636.658497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077636.658500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077636.658503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077636.658506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077636.658509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077637.298453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077637.298459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077637.298461:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077637.298463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077637.298466:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077637.298466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077637.298470:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077637.298475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077637.298478:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077637.298481:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077637.298483:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077637.298485:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077637.298487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077637.298520:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077637.298525:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077637.298529:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077637.682479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077637.682487:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077637.682489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077637.682494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:1.0:1769077637.682497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077637.682498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077637.682501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077637.682502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077637.682504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077637.682507:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077637.682507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077637.682510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077637.682511:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077637.682514:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077637.682521:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3276 00000100:00080000:1.0:1769077637.682532:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077637.682535:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077637.682538:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077637.682543:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077637.682546:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077637.682549:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077637.682552:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077637.682554:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077637.682560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077637.682564:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077637.682566:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077637.682568:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077637.682571:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077637.682573:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.682575:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077637.682577:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077637.682586:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077637.682588:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.682590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077637.682592:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077637.682596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.682607:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077637.682615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cabb80 x1855008978413184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077637.682624:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077637.682628:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.682641:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077637.682643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077637.682648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077637.682649:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077637.682650:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077637.682652:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077637.682654:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3276 00000100:00080000:1.0:1769077637.682657:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077637.682658:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077637.682659:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077637.682660:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077637.682661:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077637.682663:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077637.682665:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077637.682667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077637.682668:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077637.682670:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077637.682672:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077637.682673:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077637.682675:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769077637.682678:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077637.682679:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769077637.682683:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.682683:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077637.682685:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077637.682686:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077637.682687:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077637.682691:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077637.682693:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1769077637.682695:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.682696:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077637.682697:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.682701:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077637.682703:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077637.682706:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077637.682708:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978413184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077637.682724:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077637.682726:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077637.682730:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077637.682731:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077637.682733:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.682734:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.682740:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077637.682743:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.682745:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077637.682750:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9c00 x1855008978413312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077637.682761:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077637.682762:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077637.682763:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006069632 : -124070703481984 : ffff8f2889cabb80) 00000100:00000001:1.0:1769077637.682766:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.682769:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077637.682771:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077637.682774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077637.682776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077637.682777:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077637.682779:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077637.682780:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077637.682783:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3276 00000100:00080000:1.0:1769077637.682786:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077637.682787:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077637.682788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077637.682789:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077637.682790:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077637.682792:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077637.682793:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077637.682795:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077637.682797:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077637.682799:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077637.682800:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077637.682802:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077637.682804:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:3.0:1769077637.682808:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:1.0:1769077637.682809:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.682813:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077637.682814:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077637.682816:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.682818:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077637.682821:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077637.682822:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1769077637.682823:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.682827:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077637.682827:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.682830:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077637.682831:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077637.682833:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1769077637.682835:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.682841:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.682844:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.682846:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297949945 00000100:00100000:1.0:1769077637.682854:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9880 x1855008978413440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077637.682861:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077637.682865:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077637.682869:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297949945 00000100:00000001:1.0:1769077637.682870:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.682874:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769077637.682876:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.682878:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769077637.682881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077637.682881:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.682885:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1769077637.682889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1769077637.682891:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077637/real 1769077637] req@ffff8f2889cabb80 x1855008978413184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077637.682893:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077637.682897:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077637.682902:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077637.682907:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3276 00000400:00000001:3.0:1769077637.682908:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077637.682911:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1769077637.682913:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077637.682915:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077637.682916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077637.682920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077637.682920:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077637.682924:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077637.682925:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077637.682927:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769077637.682928:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077637.682931:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077637.682932:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769077637.682937:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077637.682940:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769077637.682941:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cabb80 x1855008978413184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077637.682942:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077637.682949:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077637.682954:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077637.682958:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077637.682960:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077637.682962:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077637.682963:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1769077637.682967:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.682968:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077637.682970:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077637.682971:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:1.0:1769077637.682974:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077637.682974:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.682976:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077637.682979:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:1.0:1769077637.682980:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.682985:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077637.682986:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1769077637.682991:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:3.0:1769077637.682992:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:1.0:1769077637.682994:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.682996:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769077637.682997:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077637.683000:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1769077637.683002:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978413184:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769077637.683003:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683010:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077637.683011:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683012:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.683016:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077637.683018:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1769077637.683019:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab480 x1855008978413568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077637.683021:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077637.683024:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077637.683026:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769077637.683031:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077637.683031:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769077637.683034:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.683035:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077637.683039:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683039:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077637.683043:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077637.683044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077637.683045:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077637.683050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077637.683053:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077637.683054:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769077637.683055:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077637.683057:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077637.683058:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3276 00000100:00080000:1.0:1769077637.683060:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077637.683062:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.683063:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077637.683065:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077637.683066:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077637.683068:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077637.683069:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077637.683071:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769077637.683072:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077637.683075:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769077637.683076:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077637.683078:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077637.683079:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:3.0:1769077637.683081:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769077637.683083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077637.683084:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077637.683086:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077637.683088:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077637.683092:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:3.0:1769077637.683093:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077637.683097:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683098:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077637.683102:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077637.683102:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077637.683105:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077637.683106:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077637.683107:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077637.683111:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.683112:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.683113:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077637.683117:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077637.683119:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:1.0:1769077637.683120:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.683123:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683123:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006061568 : -124070703490048 : ffff8f2889ca9c00) 00000100:00000001:3.0:1769077637.683130:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769077637.683131:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077637.683133:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.683135:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077637.683136:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077637.683138:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.683142:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077637.683143:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077637.683149:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1769077637.683150:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa300 x1855008978413696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077637.683152:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.683154:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683158:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077637.683161:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077637.683162:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077637.683166:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683166:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297948705 00000100:00000001:3.0:1769077637.683172:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297949945 00000100:00000001:1.0:1769077637.683173:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683176:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297948705 00000100:00000001:3.0:1769077637.683179:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297949945 00000100:00000001:3.0:1769077637.683181:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077637.683183:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683184:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077637.683188:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077637/real 1769077637] req@ffff8f2889ca9c00 x1855008978413312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077637.683194:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077637.683195:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077637.683197:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077637.683198:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077637.683200:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683201:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077637.683202:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077637.683204:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9c00 x1855008978413312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077637.683208:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683210:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077637.683211:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683212:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077637.683213:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683214:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077637.683215:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077637.683217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077637.683219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077637.683220:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077637.683222:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077637.683225:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077637.683226:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077637.683227:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.683228:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077637.683229:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077637.683231:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077637.683233:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077637.683235:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077637.683236:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077637.683237:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.683238:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077637.683240:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683243:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077637.683244:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006060672 : -124070703490944 : ffff8f2889ca9880) 00000100:00000001:3.0:1769077637.683247:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077637.683252:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077637.683255:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077637.683256:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.683257:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683258:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077637.683260:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683262:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297948702 00000100:00000001:3.0:1769077637.683264:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297949945 00000100:00000001:3.0:1769077637.683265:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297948702 00000100:00000001:3.0:1769077637.683267:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297949945 00000100:00000001:3.0:1769077637.683269:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077637.683270:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683272:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077637.683276:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077637/real 1769077637] req@ffff8f2889ca9880 x1855008978413440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077637.683283:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077637.683284:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077637.683287:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077637.683288:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077637.683290:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683292:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077637.683293:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077637.683297:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9880 x1855008978413440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077637.683304:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683306:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077637.683309:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683310:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077637.683312:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683314:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077637.683315:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077637.683318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077637.683322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077637.683324:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077637.683328:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077637.683332:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077637.683334:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077637.683335:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.683337:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077637.683338:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077637.683340:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077637.683342:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077637.683344:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077637.683346:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077637.683347:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.683348:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077637.683350:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683355:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077637.683356:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006067840 : -124070703483776 : ffff8f2889cab480) 00000100:00000001:3.0:1769077637.683359:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077637.683367:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077637.683371:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077637.683372:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.683391:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683393:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077637.683395:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683398:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297948706 00000100:00000001:3.0:1769077637.683400:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297949945 00000100:00000001:3.0:1769077637.683402:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297948706 00000100:00000001:3.0:1769077637.683403:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297949945 00000100:00000001:3.0:1769077637.683405:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077637.683406:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683407:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077637.683411:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077637/real 1769077637] req@ffff8f2889cab480 x1855008978413568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077637.683416:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077637.683417:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077637.683418:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077637.683420:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077637.683421:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683422:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077637.683423:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077637.683425:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab480 x1855008978413568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077637.683430:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683432:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077637.683433:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683434:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077637.683435:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683436:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077637.683437:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077637.683438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077637.683440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077637.683441:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077637.683443:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077637.683446:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683447:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.683448:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077637.683449:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077637.683450:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077637.683451:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077637.683452:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077637.683453:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077637.683454:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077637.683456:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077637.683457:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683458:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.683459:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077637.683460:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077637.683461:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077637.683462:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077637.683463:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077637.683464:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077637.683464:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077637.683465:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077637.683466:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683467:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.683467:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077637.683468:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077637.683470:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077637.683470:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077637.683471:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077637.683472:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077637.683473:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077637.683473:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077637.683474:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683475:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683478:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077637.683478:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683480:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077637.683480:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077637.683481:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077637.683482:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077637.683483:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.683484:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077637.683485:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077637.683487:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077637.683488:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077637.683490:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077637.683491:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077637.683492:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077637.683493:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077637.683495:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683499:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077637.683500:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006063360 : -124070703488256 : ffff8f2889caa300) 00000100:00000001:3.0:1769077637.683502:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077637.683509:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077637.683512:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077637.683513:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.683514:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683515:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077637.683517:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683519:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297948698 00000100:00000001:3.0:1769077637.683521:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297949945 00000100:00000001:3.0:1769077637.683522:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297948698 00000100:00000001:3.0:1769077637.683524:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297949945 00000100:00000001:3.0:1769077637.683525:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077637.683527:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683528:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077637.683530:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077637/real 1769077637] req@ffff8f2889caa300 x1855008978413696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077637.683534:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077637.683535:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077637.683536:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077637.683537:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077637.683538:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683540:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077637.683541:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077637.683545:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa300 x1855008978413696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077637.683552:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683554:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077637.683556:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683558:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077637.683559:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683561:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077637.683562:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077637.683565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077637.683568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077637.683571:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077637.683574:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077637.683578:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683580:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077637.683582:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077637.683583:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077637.683585:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077637.683587:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077637.683588:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077637.683591:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077637.683592:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077637.683594:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077637.683596:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683598:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077637.683601:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077637.683602:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077637.683604:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077637.683605:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077638.322466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077638.322472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077638.322473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077638.322476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077638.322477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077638.322484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077638.322485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077638.322487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077638.322498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077638.322503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077638.322507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077638.322510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077638.322514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077638.322528:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077638.322531:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077638.322535:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077638.706448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077638.706454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077638.706456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077638.706461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077638.706465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077638.706468:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077638.706470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077638.706473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077638.706476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077639.346485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077639.346491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077639.346492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077639.346495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077639.346499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077639.346502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077639.346503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077639.346506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077639.346508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077639.346513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077639.346515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077639.346517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077639.346520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077639.346590:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077639.346595:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077639.346599:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077639.730504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077639.730512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077639.730514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077639.730520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077639.730526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077639.730529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077639.730532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077639.730535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077639.730538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077640.370454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077640.370455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077640.370460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077640.370461:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077640.370466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077640.370467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077640.370471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077640.370476:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077640.370479:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077640.370483:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077640.370487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077640.370490:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077640.370492:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077640.370533:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077640.370537:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077640.370541:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077640.754441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077640.754447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077640.754449:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077640.754455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077640.754459:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077640.754462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077640.754465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077640.754467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077640.754471:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077641.394478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077641.394485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077641.394487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077641.394487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077641.394493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077641.394494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077641.394499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077641.394502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077641.394503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077641.394507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077641.394507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077641.394511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077641.394514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077641.394568:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077641.394571:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077641.394573:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077641.778470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077641.778477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077641.778478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077641.778483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077641.778486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077641.778489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077641.778492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077641.778494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077641.778496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.418460:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077642.418466:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077642.418468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077642.418469:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077642.418474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077642.418475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077642.418480:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077642.418483:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077642.418483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077642.418486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.418487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077642.418490:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.418493:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077642.418535:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077642.418539:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077642.418542:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077642.802437:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077642.802446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077642.802448:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077642.802455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077642.802460:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077642.802461:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077642.802465:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077642.802468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077642.802470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077642.802471:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077642.802474:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077642.802476:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077642.802480:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077642.802481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077642.802487:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3281 00000100:00080000:3.0:1769077642.802498:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077642.802501:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077642.802502:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077642.802506:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077642.802508:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077642.802510:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077642.802512:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077642.802513:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077642.802514:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077642.802518:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077642.802519:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077642.802521:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077642.802524:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077642.802526:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802527:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077642.802529:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077642.802539:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077642.802540:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802542:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077642.802544:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077642.802548:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802559:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077642.802567:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978413824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077642.802575:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077642.802578:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802592:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077642.802595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077642.802597:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077642.802598:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077642.802600:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077642.802602:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077642.802603:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3281 00000100:00080000:3.0:1769077642.802605:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077642.802606:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077642.802608:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077642.802609:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077642.802611:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077642.802612:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077642.802614:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077642.802615:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077642.802616:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077642.802619:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077642.802620:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077642.802621:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077642.802638:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769077642.802642:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077642.802643:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077642.802647:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769077642.802647:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802650:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077642.802651:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077642.802655:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769077642.802656:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769077642.802660:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:3.0:1769077642.802660:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802664:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.802665:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077642.802668:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077642.802668:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077642.802671:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802675:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1769077642.802676:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978413824:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769077642.802677:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077642.802681:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802683:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077642.802688:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769077642.802688:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.802690:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.802694:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769077642.802698:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978413952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077642.802699:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802715:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077642.802717:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077642.802718:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:3.0:1769077642.802722:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802723:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077642.802729:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077642.802733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077642.802744:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077642.802745:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077642.802747:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077642.802749:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077642.802752:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3281 00000100:00080000:3.0:1769077642.802755:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077642.802757:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077642.802759:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000800:00000100:0.0:1769077642.802760:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:3.0:1769077642.802762:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077642.802764:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077642.802765:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077642.802768:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077642.802769:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077642.802770:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077642.802773:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769077642.802774:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077642.802778:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077642.802779:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077642.802782:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077642.802783:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802784:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077642.802786:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077642.802787:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:3.0:1769077642.802788:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802791:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802792:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802797:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769077642.802800:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077642.802802:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802803:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802804:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077642.802807:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077642.802808:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297955065 02000000:00000001:3.0:1769077642.802809:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802816:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802821:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1769077642.802821:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978414080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077642.802829:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077642.802830:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297955065 00000100:00000001:3.0:1769077642.802832:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802837:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077642.802837:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802843:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077642.802843:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077642.802846:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077642.802848:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802849:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077642.802851:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769077642.802852:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077642.802855:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:0.0:1769077642.802859:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077642/real 1769077642] req@ffff8f28835f9880 x1855008978413824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077642.802859:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3281 00000100:00080000:3.0:1769077642.802864:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077642.802865:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077642.802866:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077642.802867:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077642.802869:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077642.802870:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077642.802875:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077642.802879:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077642.802881:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077642.802887:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077642.802889:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077642.802890:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1769077642.802890:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077642.802893:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1769077642.802895:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769077642.802896:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802899:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077642.802901:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077642.802902:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:3.0:1769077642.802903:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802906:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.802907:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769077642.802910:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077642.802912:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077642.802912:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802917:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077642.802919:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769077642.802919:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077642.802921:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802924:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077642.802927:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978414208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077642.802931:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077642.802936:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077642.802938:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.802940:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077642.802943:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978413824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077642.802943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077642.802949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077642.802952:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077642.802954:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077642.802959:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077642.802963:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3281 00000100:00000001:0.0:1769077642.802967:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077642.802968:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077642.802972:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077642.802973:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077642.802975:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769077642.802975:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077642.802978:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077642.802981:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077642.802982:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077642.802984:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077642.802985:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077642.802987:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077642.802988:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077642.802991:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077642.802992:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077642.802995:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077642.802997:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:0.0:1769077642.802999:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769077642.803000:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077642.803005:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077642.803006:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077642.803007:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.803009:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077642.803010:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077642.803011:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.803012:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077642.803015:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:0.0:1769077642.803017:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:3.0:1769077642.803018:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.803021:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077642.803023:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077642.803025:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1769077642.803025:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077642.803030:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077642.803034:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978413824:192.168.204.124@tcp:250:kworker.0 00000100:00100000:3.0:1769077642.803036:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978414336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077642.803046:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077642.803046:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077642.803049:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803053:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077642.803053:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803058:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077642.803062:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077642.803066:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077642.803068:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077642.803069:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077642.803074:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077642.803075:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077642.803078:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077642.803079:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803081:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803087:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077642.803088:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803089:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077642.803091:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077642.803092:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077642.803093:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077642.803094:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.803096:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077642.803097:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077642.803099:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077642.803102:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077642.803104:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077642.803106:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077642.803107:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.803108:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077642.803111:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803116:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077642.803117:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:0.0:1769077642.803121:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077642.803131:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077642.803134:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077642.803136:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077642.803137:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803138:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077642.803140:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803143:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297953825 00000100:00000001:0.0:1769077642.803145:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297955065 00000100:00000001:0.0:1769077642.803147:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297953825 00000100:00000001:0.0:1769077642.803148:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297955065 00000100:00000001:0.0:1769077642.803150:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077642.803151:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803152:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077642.803155:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077642/real 1769077642] req@ffff8f28835faa00 x1855008978413952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077642.803161:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077642.803161:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077642.803163:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077642.803164:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077642.803165:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803166:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077642.803167:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077642.803170:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978413952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077642.803175:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803177:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077642.803179:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803180:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077642.803180:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803182:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077642.803183:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077642.803185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077642.803186:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077642.803188:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077642.803190:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978413952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077642.803192:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077642.803193:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077642.803194:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.803195:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077642.803196:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077642.803198:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077642.803200:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077642.803202:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077642.803203:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077642.803204:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.803205:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077642.803207:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803210:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077642.803211:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:0.0:1769077642.803213:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077642.803219:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077642.803221:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077642.803222:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077642.803223:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803225:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077642.803226:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803229:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297953822 00000100:00000001:0.0:1769077642.803230:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297955065 00000100:00000001:0.0:1769077642.803232:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297953822 00000100:00000001:0.0:1769077642.803233:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297955065 00000100:00000001:0.0:1769077642.803235:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077642.803236:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803237:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077642.803239:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077642/real 1769077642] req@ffff8f28835f9500 x1855008978414080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077642.803244:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077642.803245:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077642.803246:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077642.803247:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077642.803248:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803249:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077642.803250:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077642.803252:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978414080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077642.803256:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803258:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077642.803260:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803261:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077642.803261:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803262:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077642.803263:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077642.803265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077642.803267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077642.803268:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077642.803271:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077642.803273:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077642.803274:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077642.803275:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.803277:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077642.803278:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077642.803279:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077642.803280:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077642.803282:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077642.803283:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077642.803284:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.803285:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077642.803287:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803290:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077642.803291:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077642.803293:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077642.803298:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077642.803300:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077642.803302:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077642.803303:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803304:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077642.803305:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803308:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297953825 00000100:00000001:0.0:1769077642.803309:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297955065 00000100:00000001:0.0:1769077642.803311:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297953825 00000100:00000001:0.0:1769077642.803312:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297955065 00000100:00000001:0.0:1769077642.803313:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077642.803314:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803316:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077642.803318:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077642/real 1769077642] req@ffff8f28835fad80 x1855008978414208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077642.803327:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077642.803328:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077642.803330:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077642.803332:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077642.803333:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803335:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077642.803336:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077642.803340:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978414208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077642.803347:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803349:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077642.803352:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803353:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077642.803355:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803357:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077642.803358:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077642.803361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077642.803365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077642.803367:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077642.803371:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077642.803405:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077642.803406:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077642.803408:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.803410:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077642.803412:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077642.803414:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077642.803418:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077642.803422:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077642.803424:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077642.803426:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077642.803428:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077642.803431:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803438:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077642.803439:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077642.803442:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077642.803456:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077642.803460:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077642.803461:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077642.803462:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803463:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077642.803465:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803468:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297953818 00000100:00000001:0.0:1769077642.803469:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297955065 00000100:00000001:0.0:1769077642.803471:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297953818 00000100:00000001:0.0:1769077642.803472:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297955065 00000100:00000001:0.0:1769077642.803474:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077642.803475:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803477:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077642.803479:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077642/real 1769077642] req@ffff8f28835f8380 x1855008978414336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077642.803485:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077642.803487:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077642.803489:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077642.803490:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077642.803492:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803494:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077642.803495:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077642.803500:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978414336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077642.803507:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803509:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077642.803512:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803513:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077642.803515:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803516:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077642.803518:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077642.803521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077642.803525:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077642.803527:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077642.803531:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077642.803535:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803537:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077642.803539:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077642.803540:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077642.803543:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077642.803544:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077642.803545:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077642.803547:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077642.803548:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077642.803550:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077642.803551:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803552:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077642.803553:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077642.803554:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077642.803555:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077642.803555:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077642.803556:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077642.803557:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077642.803558:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077642.803558:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077642.803559:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803560:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077642.803561:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077642.803562:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077642.803563:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077642.803563:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077642.803564:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077642.803565:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077642.803567:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077642.803568:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077642.803569:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803570:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077642.803571:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077642.803571:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077642.803572:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077642.803573:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077642.803574:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077642.803575:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077642.803575:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077642.803576:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077642.803577:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803578:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077642.803581:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077642.803582:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077642.803583:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077642.803584:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077643.442480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077643.442483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077643.442487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077643.442488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077643.442491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077643.442493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077643.442495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077643.442499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077643.442499:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077643.442502:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769077643.442504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077643.442505:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077643.442508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077643.442510:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769077643.442511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077643.442513:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077643.442514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077643.442516:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077643.442519:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077643.442578:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077643.442583:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077643.442587:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077643.826441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077643.826448:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077643.826450:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077643.826454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077643.826457:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077643.826460:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077643.826462:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077643.826464:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077643.826466:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077644.466463:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077644.466464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077644.466470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077644.466471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077644.466474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077644.466477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077644.466479:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077644.466480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077644.466486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077644.466490:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077644.466492:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077644.466495:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077644.466499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077644.466551:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077644.466556:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077644.466561:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077644.850472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077644.850478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077644.850480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077644.850484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077644.850488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077644.850491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077644.850493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077644.850495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077644.850497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077645.490489:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077645.490493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077645.490495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077645.490498:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077645.490499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077645.490502:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1769077645.490505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077645.490506:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077645.490511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077645.490512:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769077645.490515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077645.490516:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077645.490521:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077645.490522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077645.490524:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077645.490525:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077645.490528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077645.490529:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077645.490530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077645.490632:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077645.490636:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077645.490639:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077645.874479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077645.874488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077645.874490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077645.874497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077645.874501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077645.874505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077645.874508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077645.874511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077645.874514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077646.514450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077646.514456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077646.514461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077646.514462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077646.514500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077646.514504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077646.514506:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077646.514508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077646.514512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077646.514516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077646.514516:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769077646.514522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769077646.514523:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077646.514524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077646.514530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077646.514532:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077646.898489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077646.898495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077646.898497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077646.898502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077646.898505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077646.898508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077646.898509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077646.898511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077646.898514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077647.538476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077647.538482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077647.538484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077647.538488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077647.538491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077647.538495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077647.538496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077647.538498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077647.538500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077647.538522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077647.538524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077647.538527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077647.538528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077647.538583:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077647.538586:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077647.538589:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077647.922473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077647.922482:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077647.922485:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077647.922487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769077647.922488:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077647.922494:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077647.922495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077647.922498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077647.922500:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3286 00000100:00100000:2.0:1769077647.922507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077647.922512:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077647.922513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077647.922518:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077647.922520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077647.922521:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:2.0:1769077647.922527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769077647.922528:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077647.922532:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769077647.922533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077647.922535:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077647.922549:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077647.922553:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077647.922556:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922556:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077647.922564:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077647.922567:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077647.922570:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077647.922572:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077647.922574:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922576:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077647.922578:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077647.922589:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077647.922591:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922594:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077647.922596:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077647.922600:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922612:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077647.922620:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978414464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077647.922629:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077647.922632:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922646:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077647.922648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077647.922653:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077647.922654:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077647.922655:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077647.922657:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077647.922659:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3286 00000100:00080000:3.0:1769077647.922661:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077647.922663:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077647.922663:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077647.922665:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077647.922666:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077647.922667:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077647.922669:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077647.922670:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077647.922671:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077647.922673:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077647.922675:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077647.922676:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077647.922680:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077647.922682:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922683:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077647.922686:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077647.922689:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922690:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077647.922693:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077647.922693:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922695:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077647.922696:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077647.922697:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922700:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.922702:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769077647.922704:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978414592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077647.922709:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077647.922714:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077647.922718:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077647.922719:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077647.922721:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922723:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922728:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077647.922731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769077647.922732:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769077647.922736:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1769077647.922738:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077647.922739:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077647.922741:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769077647.922747:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922753:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:0.0:1769077647.922756:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978414464:192.168.204.124@tcp:250:kworker.0 00000100:00080000:3.0:1769077647.922758:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3286 00000100:00080000:3.0:1769077647.922763:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077647.922767:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077647.922768:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077647.922770:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077647.922773:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077647.922774:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077647.922775:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:0.0:1769077647.922777:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769077647.922777:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077647.922781:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077647.922783:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077647.922784:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077647.922786:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077647.922790:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.922791:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077647.922792:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077647.922797:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077647.922799:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.922800:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922802:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077647.922806:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077647.922809:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922811:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077647.922816:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077647.922817:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922820:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077647.922821:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077647.922824:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077647.922827:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 02000000:00000001:3.0:1769077647.922832:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.922833:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077647.922845:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077647.922852:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978414720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077647.922861:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077647.922864:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922867:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077647.922870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077647.922873:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077647.922875:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077647.922878:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1769077647.922880:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077647.922884:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077647.922890:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3286 00000100:00080000:3.0:1769077647.922895:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077647.922896:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077647.922897:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077647.922901:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077647.922904:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769077647.922904:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077647.922907:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077647.922910:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077647.922911:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077647.922918:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769077647.922918:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077647.922922:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077647.922923:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077647.922925:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077647.922928:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.922929:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077647.922929:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077647.922932:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077647.922935:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922937:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077647.922938:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297960185 00000008:00100000:3.0:1769077647.922939:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077647.922944:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922945:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077647.922949:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077647.922950:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922952:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077647.922953:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1769077647.922953:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077647.922956:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922962:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.922963:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297960185 00000100:00100000:3.0:1769077647.922967:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978414848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077647.922973:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077647.922974:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077647.922978:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922981:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.922982:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077647.922983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077647.922989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077647.922990:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.922991:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077647.922993:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077647.922998:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077647.922998:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077647.923002:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3286 00000100:00080000:3.0:1769077647.923005:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077647.923007:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077647.923009:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769077647.923010:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077647/real 1769077647] req@ffff8f28835f8700 x1855008978414464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769077647.923011:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077647.923014:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077647.923016:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077647.923021:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077647.923026:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077647.923028:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077647.923034:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077647.923037:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077647.923038:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1769077647.923039:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:0.0:1769077647.923044:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769077647.923044:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077647.923049:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.923050:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077647.923052:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077647.923053:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:3.0:1769077647.923055:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.923058:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923059:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769077647.923061:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077647.923063:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077647.923064:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.923069:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077647.923071:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769077647.923072:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077647.923076:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923077:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077647.923079:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077647.923088:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978414464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077647.923088:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978414976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077647.923108:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077647.923111:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077647.923114:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923117:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923122:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077647.923126:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923129:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077647.923131:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923133:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077647.923136:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077647.923140:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077647.923145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077647.923148:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077647.923153:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978414464:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077647.923158:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923160:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077647.923162:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077647.923165:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077647.923169:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077647.923171:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077647.923173:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077647.923179:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077647.923181:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077647.923183:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077647.923185:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923188:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923195:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077647.923197:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923199:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077647.923201:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077647.923203:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077647.923205:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077647.923206:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.923209:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077647.923211:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077647.923213:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077647.923217:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077647.923221:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077647.923223:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077647.923225:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.923227:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077647.923230:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923237:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077647.923239:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769077647.923244:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077647.923259:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077647.923264:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077647.923267:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077647.923269:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923271:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077647.923274:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923279:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297958945 00000100:00000001:0.0:1769077647.923283:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297960185 00000100:00000001:0.0:1769077647.923286:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297958945 00000100:00000001:0.0:1769077647.923288:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297960185 00000100:00000001:0.0:1769077647.923290:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077647.923293:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923294:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077647.923300:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077647/real 1769077647] req@ffff8f28835fa300 x1855008978414592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077647.923309:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077647.923310:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077647.923313:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077647.923315:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077647.923317:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923319:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077647.923320:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077647.923325:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978414592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077647.923332:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923334:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077647.923337:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923339:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077647.923340:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923342:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077647.923344:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077647.923346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077647.923350:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077647.923352:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077647.923356:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077647.923360:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077647.923362:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077647.923363:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.923366:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077647.923368:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077647.923370:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077647.923407:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077647.923412:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077647.923414:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077647.923416:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.923419:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077647.923422:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923428:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077647.923430:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769077647.923434:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077647.923449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077647.923454:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077647.923456:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077647.923458:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923460:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077647.923463:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923467:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297958943 00000100:00000001:0.0:1769077647.923470:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297960185 00000100:00000001:0.0:1769077647.923472:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297958943 00000100:00000001:0.0:1769077647.923475:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297960185 00000100:00000001:0.0:1769077647.923477:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077647.923479:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923481:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077647.923486:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077647/real 1769077647] req@ffff8f28835fb100 x1855008978414720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077647.923494:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077647.923496:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077647.923499:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077647.923500:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077647.923502:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923504:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077647.923505:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077647.923510:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978414720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077647.923517:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923520:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077647.923523:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923524:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077647.923526:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923527:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077647.923529:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077647.923532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077647.923535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077647.923555:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077647.923559:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077647.923564:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077647.923566:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077647.923567:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.923569:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077647.923571:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077647.923574:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077647.923577:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077647.923580:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077647.923583:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077647.923584:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.923586:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077647.923590:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923596:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077647.923598:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077647.923602:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077647.923616:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077647.923621:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077647.923623:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077647.923625:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923627:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077647.923630:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923634:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297958946 00000100:00000001:0.0:1769077647.923637:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297960185 00000100:00000001:0.0:1769077647.923640:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297958946 00000100:00000001:0.0:1769077647.923642:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297960185 00000100:00000001:0.0:1769077647.923645:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077647.923647:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923649:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077647.923654:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077647/real 1769077647] req@ffff8f28835fb800 x1855008978414848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077647.923662:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077647.923663:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077647.923666:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077647.923668:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077647.923669:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923672:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077647.923673:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077647.923678:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978414848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077647.923685:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923687:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077647.923690:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923692:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077647.923693:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923695:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077647.923696:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077647.923699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077647.923703:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077647.923705:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077647.923708:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077647.923712:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077647.923714:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077647.923716:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.923718:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077647.923720:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077647.923722:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077647.923725:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077647.923728:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077647.923744:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077647.923746:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077647.923753:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077647.923757:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923763:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077647.923764:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:0.0:1769077647.923768:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077647.923784:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077647.923789:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077647.923792:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077647.923794:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923796:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077647.923799:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923803:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297958938 00000100:00000001:0.0:1769077647.923805:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297960185 00000100:00000001:0.0:1769077647.923808:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297958938 00000100:00000001:0.0:1769077647.923810:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297960185 00000100:00000001:0.0:1769077647.923812:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077647.923814:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923816:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077647.923821:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077647/real 1769077647] req@ffff8f28835fa680 x1855008978414976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077647.923829:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077647.923830:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077647.923833:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077647.923835:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077647.923836:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923839:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077647.923840:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077647.923845:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978414976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077647.923852:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923854:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077647.923857:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923858:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077647.923860:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923862:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077647.923863:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077647.923866:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077647.923869:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077647.923871:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077647.923875:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978414976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077647.923879:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923881:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077647.923882:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077647.923884:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077647.923886:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077647.923888:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077647.923889:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077647.923892:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077647.923893:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077647.923896:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077647.923897:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923899:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077647.923900:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077647.923902:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077647.923903:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077647.923904:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077647.923906:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077647.923907:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077647.923909:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077647.923911:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077647.923912:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923914:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077647.923916:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077647.923917:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077647.923919:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077647.923920:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077647.923921:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077647.923923:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077647.923924:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077647.923926:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077647.923927:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923929:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077647.923930:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077647.923931:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077647.923933:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077647.923934:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077647.923936:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077647.923937:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077647.923938:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077647.923940:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077647.923941:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923943:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077647.923947:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077647.923949:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077647.923950:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077647.923952:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077648.562461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077648.562466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077648.562470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077648.562472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077648.562505:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077648.562510:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077648.562512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077648.562512:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077648.562516:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077648.562518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00010000:3.0:1769077648.562520:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077648.562522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077648.562543:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077648.562546:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077648.562548:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077648.562551:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077648.946476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077648.946483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077648.946484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077648.946489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077648.946492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077648.946494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077648.946496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077648.946498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077648.946500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077649.586478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077649.586482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077649.586486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077649.586487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077649.586490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077649.586493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077649.586495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077649.586495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077649.586501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077649.586505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077649.586508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077649.586522:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077649.586528:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077649.586562:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077649.586565:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077649.586568:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077649.970478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077649.970485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077649.970487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077649.970491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077649.970495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077649.970497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077649.970499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077649.970501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077649.970525:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077650.610447:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077650.610455:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077650.610458:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077650.610463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077650.610464:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077650.610468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077650.610471:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077650.610473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077650.610478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077650.610478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077650.610485:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077650.610490:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077650.610505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077650.610552:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077650.610555:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077650.610558:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077650.994515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077650.994522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077650.994525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077650.994530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077650.994534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077650.994538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077650.994541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077650.994544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077650.994547:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077651.634490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077651.634495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077651.634499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077651.634499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077651.634504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077651.634506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077651.634509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077651.634512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077651.634518:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077651.634523:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077651.634526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077651.634529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077651.634533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077651.634562:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077651.634566:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077651.634569:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077652.018460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077652.018466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077652.018489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077652.018494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077652.018497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077652.018500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077652.018502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077652.018504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077652.018507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077652.658433:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077652.658439:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077652.658440:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077652.658447:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077652.658449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077652.658452:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077652.658453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077652.658472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077652.658474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077652.658485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077652.658490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077652.658494:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077652.658498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077652.658517:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077652.658520:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077652.658523:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077653.042475:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077653.042486:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077653.042488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077653.042489:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077653.042493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077653.042494:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077653.042496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042500:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:2.0:1769077653.042501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077653.042505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077653.042507:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3291 00000100:00000001:2.0:1769077653.042510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077653.042513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077653.042515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077653.042518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077653.042519:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077653.042523:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077653.042524:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077653.042528:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077653.042530:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077653.042533:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077653.042535:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077653.042537:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077653.042538:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077653.042544:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077653.042547:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.042550:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077653.042553:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077653.042557:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042559:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077653.042561:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.042572:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077653.042574:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042577:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077653.042580:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077653.042585:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042597:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077653.042609:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978415104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077653.042618:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077653.042622:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042634:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077653.042637:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077653.042641:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077653.042642:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077653.042643:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077653.042645:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077653.042647:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3291 00000100:00080000:3.0:1769077653.042650:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077653.042651:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077653.042652:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077653.042654:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077653.042655:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077653.042657:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077653.042659:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077653.042660:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077653.042662:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077653.042664:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077653.042666:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.042667:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077653.042672:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077653.042674:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769077653.042674:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042678:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077653.042679:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:3.0:1769077653.042682:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077653.042683:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077653.042685:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:3.0:1769077653.042687:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.042688:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042689:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.042693:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077653.042694:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077653.042697:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.042698:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077653.042699:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077653.042702:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.042703:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077653.042706:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077653.042711:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978415104:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077653.042713:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.042718:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1769077653.042722:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978415232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077653.042725:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077653.042728:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.042732:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077653.042738:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042738:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077653.042742:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042745:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077653.042747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077653.042750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077653.042750:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077653.042752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077653.042753:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077653.042755:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3291 00000100:00000001:0.0:1769077653.042756:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769077653.042758:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077653.042760:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:3.0:1769077653.042761:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077653.042763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077653.042766:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077653.042767:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769077653.042768:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077653.042771:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077653.042773:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077653.042775:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077653.042776:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077653.042778:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077653.042779:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.042780:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077653.042782:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077653.042783:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042785:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077653.042786:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077653.042787:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042788:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.042791:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077653.042792:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042794:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077653.042794:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077653.042796:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042799:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077653.042802:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978415360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077653.042807:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077653.042809:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042811:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077653.042814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077653.042816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077653.042817:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077653.042817:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1769077653.042819:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077653.042820:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077653.042832:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3291 00000100:00000001:0.0:1769077653.042834:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769077653.042836:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077653.042839:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077653.042840:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077653.042843:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042845:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077653.042846:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769077653.042850:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077653.042851:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077653.042853:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077653.042854:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077653.042859:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077653.042862:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297965305 00000100:00000001:3.0:1769077653.042862:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077653.042864:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077653.042869:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077653.042870:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.042872:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077653.042873:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1769077653.042874:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077653.042878:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.042879:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077653.042881:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077653.042882:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297965305 00000008:00000001:3.0:1769077653.042885:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.042888:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077653.042888:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.042894:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077653.042896:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077653.042897:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.042899:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.042901:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077653.042902:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077653.042904:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077653.042906:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077653.042908:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077653/real 1769077653] req@ffff8f28835f8000 x1855008978415104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077653.042911:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077653.042919:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978415488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1769077653.042922:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077653.042925:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077653.042928:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077653.042929:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077653.042931:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.042933:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077653.042935:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.042936:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077653.042938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077653.042940:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769077653.042942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077653.042943:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077653.042944:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077653.042947:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077653.042950:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978415104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077653.042951:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077653.042956:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3291 00000100:00080000:3.0:1769077653.042960:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077653.042964:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077653.042966:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077653.042967:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077653.042971:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769077653.042971:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077653.042973:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077653.042976:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077653.042976:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077653.042980:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769077653.042981:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077653.042983:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077653.042984:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077653.042988:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077653.042988:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077653.042992:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077653.042994:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:0.0:1769077653.042998:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769077653.042998:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.043002:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:0.0:1769077653.043005:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:3.0:1769077653.043006:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077653.043010:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1769077653.043010:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.043015:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:0.0:1769077653.043018:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978415104:192.168.204.124@tcp:250:kworker.0 00000008:00100000:3.0:1769077653.043018:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077653.043023:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043026:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077653.043026:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077653.043029:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077653.043030:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769077653.043032:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043033:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769077653.043035:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077653.043037:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077653.043037:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077653.043040:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.043041:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077653.043044:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769077653.043044:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077653.043045:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077653.043051:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1769077653.043051:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978415616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077653.043054:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077653.043057:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077653.043059:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077653.043062:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077653.043063:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077653.043067:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077653.043069:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043071:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077653.043073:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043076:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077653.043077:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077653.043078:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077653.043079:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077653.043080:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.043082:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077653.043084:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077653.043085:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077653.043089:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077653.043092:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077653.043093:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077653.043094:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.043095:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077653.043098:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043102:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077653.043103:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:0.0:1769077653.043107:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077653.043116:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077653.043119:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077653.043120:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077653.043121:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043122:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077653.043124:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043127:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297964065 00000100:00000001:0.0:1769077653.043129:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297965305 00000100:00000001:0.0:1769077653.043130:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297964065 00000100:00000001:0.0:1769077653.043132:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297965305 00000100:00000001:0.0:1769077653.043133:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077653.043134:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043135:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077653.043138:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077653/real 1769077653] req@ffff8f28835f9f80 x1855008978415232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077653.043143:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077653.043144:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077653.043145:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077653.043146:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077653.043148:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043149:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077653.043150:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077653.043152:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978415232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077653.043156:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043158:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077653.043159:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043160:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077653.043161:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043162:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077653.043163:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077653.043165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077653.043167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077653.043169:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077653.043171:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077653.043173:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077653.043174:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077653.043175:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.043176:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077653.043177:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077653.043179:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077653.043180:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077653.043182:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077653.043184:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077653.043185:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.043186:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077653.043188:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043190:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077653.043191:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:0.0:1769077653.043194:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077653.043199:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077653.043202:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077653.043203:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077653.043204:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043205:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077653.043206:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043209:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297964062 00000100:00000001:0.0:1769077653.043210:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297965305 00000100:00000001:0.0:1769077653.043212:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297964062 00000100:00000001:0.0:1769077653.043213:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297965305 00000100:00000001:0.0:1769077653.043214:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077653.043216:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043217:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077653.043219:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077653/real 1769077653] req@ffff8f28835f8e00 x1855008978415360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077653.043224:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077653.043225:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077653.043226:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077653.043227:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077653.043228:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043229:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077653.043230:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077653.043232:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978415360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077653.043237:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043238:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077653.043240:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043241:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077653.043241:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043242:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077653.043243:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077653.043245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077653.043246:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077653.043248:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077653.043249:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077653.043252:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077653.043253:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077653.043253:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.043255:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077653.043256:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077653.043257:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077653.043258:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077653.043262:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077653.043263:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077653.043264:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.043265:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077653.043267:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043270:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077653.043271:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:0.0:1769077653.043273:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077653.043278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077653.043280:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077653.043281:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077653.043282:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043283:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077653.043284:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043287:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297964065 00000100:00000001:0.0:1769077653.043288:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297965305 00000100:00000001:0.0:1769077653.043290:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297964065 00000100:00000001:0.0:1769077653.043291:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297965305 00000100:00000001:0.0:1769077653.043292:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077653.043294:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043295:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077653.043297:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077653/real 1769077653] req@ffff8f28835fa680 x1855008978415488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077653.043301:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077653.043302:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077653.043303:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077653.043304:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077653.043305:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043306:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077653.043307:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077653.043309:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978415488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077653.043317:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043319:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077653.043320:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043321:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077653.043322:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043323:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077653.043324:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077653.043325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077653.043327:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077653.043328:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077653.043330:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077653.043332:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077653.043333:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077653.043334:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.043335:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077653.043336:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077653.043337:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077653.043339:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077653.043340:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077653.043341:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077653.043342:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077653.043343:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077653.043345:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043347:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077653.043348:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077653.043350:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077653.043355:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077653.043357:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077653.043358:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077653.043359:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043360:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077653.043362:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043363:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297964057 00000100:00000001:0.0:1769077653.043365:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297965305 00000100:00000001:0.0:1769077653.043366:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297964057 00000100:00000001:0.0:1769077653.043368:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297965305 00000100:00000001:0.0:1769077653.043369:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077653.043370:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043371:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077653.043395:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077653/real 1769077653] req@ffff8f28835fb800 x1855008978415616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077653.043401:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077653.043401:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077653.043403:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077653.043404:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077653.043405:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043406:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077653.043407:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077653.043410:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978415616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077653.043414:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043416:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077653.043417:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043418:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077653.043419:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043420:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077653.043421:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077653.043423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077653.043424:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077653.043425:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077653.043428:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077653.043430:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043432:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077653.043433:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077653.043434:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077653.043435:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077653.043436:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077653.043436:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077653.043438:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077653.043439:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077653.043441:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077653.043442:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043443:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077653.043444:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077653.043444:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077653.043445:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077653.043446:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077653.043447:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077653.043448:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077653.043449:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077653.043463:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077653.043464:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043466:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077653.043466:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077653.043467:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077653.043468:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077653.043469:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077653.043470:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077653.043472:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077653.043472:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077653.043474:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077653.043474:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043475:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077653.043476:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077653.043477:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077653.043478:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077653.043479:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077653.043479:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077653.043481:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077653.043481:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077653.043482:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077653.043484:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043485:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077653.043487:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077653.043488:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077653.043489:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077653.043491:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077653.682487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077653.682493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077653.682494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077653.682498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077653.682499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077653.682506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077653.682507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077653.682510:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077653.682511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077653.682513:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077653.682515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077653.682516:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077653.682519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077653.682521:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077653.682522:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077653.682524:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077653.682526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077653.682528:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077653.682531:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077653.682586:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077653.682589:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077653.682592:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077654.066499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077654.066506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077654.066508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077654.066514:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077654.066518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077654.066522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077654.066525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077654.066528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077654.066531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077654.706498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077654.706507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077654.706509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077654.706515:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077654.706519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077654.706521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077654.706525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077654.706527:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077654.706532:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077654.706533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077654.706535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077654.706537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077654.706541:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077654.706598:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077654.706603:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077654.706607:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077655.090454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077655.090460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077655.090462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077655.090467:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077655.090470:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077655.090473:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077655.090476:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077655.090479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077655.090482:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077655.730491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077655.730495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077655.730499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077655.730500:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077655.730504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077655.730504:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077655.730508:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077655.730512:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769077655.730513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077655.730514:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077655.730520:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077655.730521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077655.730522:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077655.730528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077655.730528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077655.730531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077655.730533:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077655.730535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077655.730538:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077655.730596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077655.730601:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077655.730604:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077656.114463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077656.114470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077656.114471:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077656.114477:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077656.114481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077656.114484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077656.114486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077656.114488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077656.114491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077656.754461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077656.754468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077656.754473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077656.754474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077656.754475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077656.754479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077656.754482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077656.754485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077656.754488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077656.754492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077656.754494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077656.754496:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077656.754498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077656.754528:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077656.754533:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077656.754537:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077657.138451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077657.138457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077657.138459:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077657.138463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077657.138466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077657.138470:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077657.138472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077657.138474:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077657.138476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077657.778483:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077657.778487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077657.778491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077657.778493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077657.778496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077657.778498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077657.778499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077657.778506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077657.778512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077657.778516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077657.778519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077657.778522:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077657.778532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077657.778576:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077657.778580:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077657.778584:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077658.162427:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077658.162438:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769077658.162438:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077658.162441:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077658.162442:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077658.162446:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077658.162448:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077658.162450:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077658.162456:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077658.162456:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077658.162462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077658.162465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077658.162466:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3296 00000100:00000001:2.0:1769077658.162474:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077658.162478:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077658.162480:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162483:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077658.162486:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077658.162491:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077658.162495:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077658.162498:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077658.162501:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077658.162503:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077658.162504:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077658.162509:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077658.162512:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.162515:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077658.162519:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077658.162522:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162524:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077658.162526:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.162535:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077658.162536:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162540:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077658.162543:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077658.162547:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162560:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077658.162570:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978415744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077658.162581:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077658.162585:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162599:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077658.162602:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077658.162606:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077658.162607:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077658.162609:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077658.162612:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077658.162614:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3296 00000100:00080000:3.0:1769077658.162618:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077658.162620:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077658.162622:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077658.162624:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077658.162625:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077658.162627:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077658.162629:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077658.162631:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077658.162632:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077658.162636:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077658.162638:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.162640:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077658.162646:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077658.162649:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162651:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077658.162656:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:3.0:1769077658.162656:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077658.162660:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:3.0:1769077658.162662:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162663:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077658.162666:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162667:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077658.162669:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.162673:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077658.162675:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077658.162677:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.162678:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077658.162680:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077658.162682:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077658.162684:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.162689:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162690:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077658.162700:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978415744:192.168.204.124@tcp:250:kworker.0 00000100:00100000:3.0:1769077658.162701:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978415872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077658.162709:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077658.162715:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769077658.162716:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077658.162718:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162719:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.162721:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077658.162725:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.162727:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077658.162731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077658.162735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077658.162737:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077658.162739:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077658.162742:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077658.162743:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077658.162747:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00080000:3.0:1769077658.162747:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3296 00000100:00000001:0.0:1769077658.162754:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769077658.162755:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077658.162759:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077658.162761:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077658.162763:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077658.162765:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077658.162767:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077658.162769:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077658.162771:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077658.162773:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077658.162777:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077658.162780:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.162782:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077658.162785:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077658.162787:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077658.162792:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077658.162792:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077658.162797:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077658.162800:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162802:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077658.162803:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162808:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769077658.162810:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077658.162811:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.162814:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162815:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077658.162819:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077658.162821:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.162822:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077658.162827:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162829:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297970425 00000100:00000001:3.0:1769077658.162832:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077658.162839:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978416000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077658.162841:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077658.162851:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077658.162853:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297970425 00000100:00000001:3.0:1769077658.162854:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162859:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162863:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1769077658.162864:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077658.162870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077658.162871:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077658.162873:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077658.162876:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077658.162878:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162880:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077658.162884:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769077658.162885:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3296 00000100:00080000:3.0:1769077658.162891:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077658.162896:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077658/real 1769077658] req@ffff8f28835fb100 x1855008978415744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077658.162896:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077658.162900:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077658.162905:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077658.162908:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077658.162911:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077658.162916:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000400:00000001:0.0:1769077658.162917:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077658.162919:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1769077658.162921:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077658.162923:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077658.162928:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769077658.162929:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077658.162932:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077658.162934:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162935:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077658.162938:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077658.162939:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.162943:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077658.162944:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769077658.162948:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978415744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769077658.162950:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162955:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077658.162959:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077658.162960:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.162964:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:3.0:1769077658.162965:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162968:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077658.162970:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.162971:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.162973:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.162975:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077658.162977:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077658.162981:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077658.162987:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:3.0:1769077658.162988:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077658.162992:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1769077658.162993:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.162996:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077658.162999:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077658.163002:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077658.163003:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978415744:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077658.163008:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163011:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163017:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769077658.163017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978416128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077658.163020:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077658.163026:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769077658.163030:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077658.163032:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769077658.163033:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077658.163036:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769077658.163038:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077658.163040:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769077658.163042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769077658.163047:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1769077658.163047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077658.163051:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1769077658.163052:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1769077658.163054:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077658.163058:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077658.163058:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077658.163060:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077658.163064:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3296 00000100:00000001:0.0:1769077658.163066:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077658.163071:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077658.163074:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077658.163076:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077658.163077:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077658.163081:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077658.163081:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077658.163084:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077658.163087:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077658.163088:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077658.163091:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769077658.163092:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077658.163096:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077658.163097:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077658.163101:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077658.163101:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077658.163105:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077658.163107:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077658.163112:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769077658.163112:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.163117:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077658.163117:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077658.163122:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077658.163123:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.163126:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.163131:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:0.0:1769077658.163132:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415872:192.168.204.124@tcp:38:kworker.0 00000008:00100000:3.0:1769077658.163134:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077658.163142:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1769077658.163142:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.163146:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.163147:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077658.163150:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077658.163151:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.163154:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.163155:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077658.163159:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077658.163160:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077658.163161:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077658.163171:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769077658.163174:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163175:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769077658.163183:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077658.163183:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077658.163191:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978416256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077658.163198:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077658.163200:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.163203:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077658.163212:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077658.163219:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077658.163222:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077658.163224:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163226:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077658.163229:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163233:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297969185 00000100:00000001:0.0:1769077658.163237:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297970425 00000100:00000001:0.0:1769077658.163240:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297969185 00000100:00000001:0.0:1769077658.163243:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297970425 00000100:00000001:0.0:1769077658.163246:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077658.163249:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163251:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077658.163256:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077658/real 1769077658] req@ffff8f28835fa300 x1855008978415872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077658.163265:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077658.163267:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077658.163270:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077658.163272:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077658.163273:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163275:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.163277:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077658.163281:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978415872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077658.163288:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163291:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077658.163294:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163295:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.163296:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163298:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077658.163300:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077658.163302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077658.163306:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077658.163308:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077658.163311:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978415872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077658.163315:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077658.163317:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077658.163318:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.163320:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077658.163322:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077658.163324:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077658.163327:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077658.163331:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077658.163333:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077658.163335:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.163337:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077658.163340:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163346:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077658.163347:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769077658.163350:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077658.163360:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077658.163363:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077658.163413:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077658.163415:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163416:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077658.163420:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163424:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297969183 00000100:00000001:0.0:1769077658.163426:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297970425 00000100:00000001:0.0:1769077658.163428:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297969183 00000100:00000001:0.0:1769077658.163429:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297970425 00000100:00000001:0.0:1769077658.163431:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077658.163433:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163435:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077658.163439:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077658/real 1769077658] req@ffff8f28835f8700 x1855008978416000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077658.163445:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077658.163447:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077658.163449:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077658.163451:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077658.163452:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163453:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.163454:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077658.163456:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978416000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077658.163465:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163467:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077658.163469:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163470:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.163470:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163471:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077658.163472:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077658.163474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077658.163476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077658.163477:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077658.163479:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077658.163482:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077658.163483:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077658.163484:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.163485:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077658.163487:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077658.163488:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077658.163490:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077658.163492:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077658.163493:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077658.163494:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.163495:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077658.163498:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163502:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077658.163503:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077658.163505:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077658.163513:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077658.163516:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077658.163517:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077658.163518:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163520:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077658.163521:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163523:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297969186 00000100:00000001:0.0:1769077658.163525:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297970425 00000100:00000001:0.0:1769077658.163527:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297969186 00000100:00000001:0.0:1769077658.163528:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297970425 00000100:00000001:0.0:1769077658.163530:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077658.163531:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163532:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077658.163534:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077658/real 1769077658] req@ffff8f28835f8380 x1855008978416128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077658.163539:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077658.163539:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077658.163541:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077658.163542:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077658.163542:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163543:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.163544:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077658.163546:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978416128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077658.163551:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163552:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077658.163554:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163555:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.163556:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163557:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077658.163558:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077658.163559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077658.163561:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077658.163562:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077658.163565:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077658.163567:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163568:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077658.163570:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077658.163571:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077658.163572:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077658.163573:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077658.163574:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077658.163575:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077658.163576:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077658.163577:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077658.163578:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163579:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077658.163580:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077658.163581:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077658.163583:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077658.163583:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077658.163584:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077658.163585:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077658.163586:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077658.163587:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077658.163587:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163588:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077658.163589:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077658.163590:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077658.163590:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077658.163591:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077658.163592:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077658.163655:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077658.163656:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077658.163658:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077658.163659:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163662:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163666:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077658.163667:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163669:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077658.163671:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077658.163672:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077658.163673:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077658.163675:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.163677:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077658.163678:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077658.163679:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077658.163690:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077658.163693:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077658.163694:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077658.163695:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077658.163696:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077658.163701:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163706:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077658.163707:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077658.163710:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077658.163719:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077658.163722:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077658.163724:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077658.163725:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163726:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077658.163728:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163730:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297969178 00000100:00000001:0.0:1769077658.163732:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297970425 00000100:00000001:0.0:1769077658.163733:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297969178 00000100:00000001:0.0:1769077658.163735:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297970425 00000100:00000001:0.0:1769077658.163736:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077658.163738:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163739:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077658.163741:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077658/real 1769077658] req@ffff8f28835fad80 x1855008978416256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077658.163746:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077658.163747:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077658.163748:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077658.163750:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077658.163751:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163752:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.163753:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077658.163756:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978416256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077658.163760:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163762:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077658.163763:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163764:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077658.163765:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163766:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077658.163767:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077658.163768:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077658.163770:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077658.163771:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077658.163773:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077658.163776:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163777:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077658.163777:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077658.163778:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077658.163780:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077658.163781:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077658.163782:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077658.163784:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077658.163784:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077658.163786:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077658.163787:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163788:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077658.163790:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077658.163791:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077658.163792:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077658.163793:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077658.802484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077658.802484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077658.802491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077658.802491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077658.802496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077658.802497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077658.802500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077658.802500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077658.802505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077658.802507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077658.802509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077658.802511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077658.802513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077658.802552:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077658.802556:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077658.802559:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077659.186494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077659.186501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077659.186503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077659.186510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077659.186514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077659.186518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077659.186521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077659.186524:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077659.186527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077659.826452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077659.826463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077659.826470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077659.826471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077659.826480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077659.826489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077659.826493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077659.826500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077659.826505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077659.826510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077659.826513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077659.826517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077659.826521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077659.826558:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077659.826562:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077659.826565:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077660.210463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077660.210472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077660.210474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077660.210479:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077660.210483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077660.210495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077660.210497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077660.210502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077660.210505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077660.850503:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077660.850508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077660.850512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077660.850513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077660.850516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077660.850521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077660.850521:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077660.850524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077660.850526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077660.850530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077660.850534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077660.850537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077660.850541:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077660.850587:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077660.850592:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077660.850597:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077661.234465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077661.234475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077661.234478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077661.234482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077661.234486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077661.234490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077661.234492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077661.234494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077661.234496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077661.874494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077661.874499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077661.874504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077661.874504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077661.874509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077661.874511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077661.874513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077661.874517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077661.874520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077661.874522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077661.874525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077661.874528:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077661.874530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077661.874573:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077661.874577:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077661.874580:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077662.258453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077662.258463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077662.258465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077662.258470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077662.258474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077662.258477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077662.258479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077662.258481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077662.258484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077662.898497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077662.898504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077662.898505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077662.898510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077662.898510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077662.898519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077662.898520:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077662.898528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077662.898530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077662.898534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077662.898535:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077662.898541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077662.898545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077662.898616:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077662.898619:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077662.898623:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077663.282494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769077663.282499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077663.282506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077663.282511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077663.282512:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769077663.282517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077663.282518:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077663.282522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769077663.282525:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077663.282526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077663.282531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077663.282533:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077663.282535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077663.282538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077663.282544:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3301 00000100:00080000:1.0:1769077663.282559:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077663.282563:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077663.282566:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077663.282571:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077663.282575:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077663.282587:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077663.282590:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077663.282593:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077663.282594:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077663.282600:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077663.282603:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077663.282607:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077663.282611:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077663.282614:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.282617:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077663.282621:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077663.282636:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077663.282638:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.282642:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077663.282645:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077663.282650:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.282663:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077663.282673:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8a80 x1855008978416384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077663.282686:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077663.282692:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.282709:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077663.282713:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077663.282717:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077663.282719:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077663.282721:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077663.282725:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077663.282728:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3301 00000100:00080000:1.0:1769077663.282733:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077663.282735:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077663.282737:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077663.282740:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077663.282742:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077663.282744:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077663.282747:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077663.282750:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077663.282751:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077663.282755:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077663.282758:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077663.282761:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077663.282767:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077663.282770:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.282773:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077663.282779:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077663.282782:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:1.0:1769077663.282783:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.282787:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077663.282788:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.282791:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077663.282793:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077663.282794:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077663.282798:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077663.282799:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077663.282803:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.282804:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077663.282808:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077663.282809:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077663.282812:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077663.282816:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.282817:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978416384:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077663.282824:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769077663.282824:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.282828:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077663.282831:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077663.282834:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa300 x1855008978416512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077663.282835:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077663.282841:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.282849:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077663.282852:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.282856:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077663.282860:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077663.282863:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1769077663.282864:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077663.282867:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006057088 : -124070703494528 : ffff8f2889ca8a80) 00000100:00000001:1.0:1769077663.282869:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077663.282872:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769077663.282873:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077663.282877:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077663.282881:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3301 00000100:00080000:1.0:1769077663.282903:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077663.282906:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077663.282908:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077663.282911:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077663.282914:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:0.0:1769077663.282915:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:1.0:1769077663.282919:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077663.282923:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077663.282926:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077663.282928:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077663.282929:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769077663.282934:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077663.282935:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077663.282939:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.282940:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.282945:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1769077663.282945:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077663.282950:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077663.282953:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077663.282956:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.282958:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297975545 00000100:00000001:1.0:1769077663.282961:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077663.282964:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077663.282968:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.282971:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077663.282971:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077663.282978:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077663.282980:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297975545 02000000:00000001:1.0:1769077663.282982:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.282986:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769077663.282986:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077663.282990:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077663.282991:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077663.282993:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.282995:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.282999:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769077663.283002:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.283005:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077663/real 1769077663] req@ffff8f2889ca8a80 x1855008978416384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077663.283012:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab480 x1855008978416640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1769077663.283017:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077663.283020:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077663.283024:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077663.283029:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077663.283029:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077663.283033:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077663.283034:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283036:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283039:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077663.283040:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.283045:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8a80 x1855008978416384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077663.283046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077663.283056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077663.283059:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283063:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077663.283065:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283066:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283067:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077663.283068:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077663.283069:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077663.283074:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077663.283074:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077663.283078:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769077663.283081:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077663.283083:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077663.283086:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1769077663.283088:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3301 00000100:00100000:0.0:1769077663.283091:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978416384:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077663.283096:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077663.283096:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077663.283099:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077663.283101:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077663.283102:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1769077663.283106:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077663.283107:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077663.283111:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077663.283112:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077663.283114:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077663.283115:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077663.283117:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1769077663.283119:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 02000000:00000001:0.0:1769077663.283122:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1769077663.283123:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 02000000:00000001:0.0:1769077663.283125:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077663.283127:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077663.283129:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077663.283130:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077663.283131:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283135:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077663.283138:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077663.283142:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283144:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1769077663.283145:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077663.283147:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283150:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077663.283151:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769077663.283151:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077663.283154:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1769077663.283156:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283157:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077663.283159:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.283162:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077663.283163:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077663.283165:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:1.0:1769077663.283167:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769077663.283168:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.283173:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416512:192.168.204.124@tcp:38:kworker.0 00000008:00000001:1.0:1769077663.283175:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283177:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077663.283180:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769077663.283180:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.283183:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.283186:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077663.283187:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077663.283189:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077663.283191:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283195:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077663.283195:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077663.283197:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077663.283198:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006063360 : -124070703488256 : ffff8f2889caa300) 02000000:00000001:1.0:1769077663.283203:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283204:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077663.283212:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077663.283216:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:1.0:1769077663.283222:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9880 x1855008978416768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077663.283231:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077663.283234:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077663.283235:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077663.283237:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283240:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077663.283241:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283242:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283249:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297974305 00000100:00000001:1.0:1769077663.283250:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283253:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297975545 00000100:00080000:1.0:1769077663.283255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077663.283258:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297974305 00000100:00080000:1.0:1769077663.283263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077663.283264:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297975545 00000100:00000001:1.0:1769077663.283267:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077663.283269:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769077663.283271:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077663.283276:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.283277:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077663.283294:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3301 00000100:00080000:1.0:1769077663.283300:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077663.283302:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077663.283304:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077663.283307:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077663.283309:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077663.283311:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077663.283314:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1769077663.283316:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769077663.283320:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077663.283323:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769077663.283324:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077663/real 1769077663] req@ffff8f2889caa300 x1855008978416512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077663.283328:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077663.283334:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077663.283339:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077663.283343:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1769077663.283345:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1769077663.283347:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077663.283349:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077663.283352:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077663.283355:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00100000:1.0:1769077663.283356:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077663.283360:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:1.0:1769077663.283361:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283363:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077663.283365:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283367:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283369:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077663.283372:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1769077663.283405:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa300 x1855008978416512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077663.283412:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283414:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077663.283416:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283418:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283420:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283421:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077663.283423:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077663.283425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077663.283428:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077663.283431:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1769077663.283432:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.283436:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416512:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077663.283437:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077663.283442:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077663.283443:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077663.283447:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1769077663.283447:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283450:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.283453:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077663.283455:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077663.283456:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.283457:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.283464:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077663.283469:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1769077663.283469:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9c00 x1855008978416896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077663.283472:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077663.283475:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.283479:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077663.283484:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077663.283488:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077663.283491:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077663.283493:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283494:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006067840 : -124070703483776 : ffff8f2889cab480) 00000100:00000001:0.0:1769077663.283501:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077663.283501:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077663.283514:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077663.283518:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077663.283520:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077663.283521:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283522:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077663.283524:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283527:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297974303 00000100:00000001:0.0:1769077663.283529:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297975545 00000100:00000001:0.0:1769077663.283531:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297974303 00000100:00000001:0.0:1769077663.283533:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297975545 00000100:00000001:0.0:1769077663.283535:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077663.283536:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283537:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077663.283540:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077663/real 1769077663] req@ffff8f2889cab480 x1855008978416640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077663.283544:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077663.283545:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077663.283546:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077663.283547:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077663.283548:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283550:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283551:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077663.283553:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab480 x1855008978416640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077663.283557:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283558:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077663.283560:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283562:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283563:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283564:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077663.283565:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077663.283566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077663.283568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077663.283569:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077663.283571:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077663.283573:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283575:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077663.283575:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077663.283576:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077663.283578:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077663.283578:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077663.283579:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077663.283581:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077663.283582:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077663.283583:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077663.283584:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283585:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077663.283586:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077663.283587:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077663.283588:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077663.283589:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077663.283590:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077663.283591:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077663.283592:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077663.283593:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077663.283593:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283594:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283597:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077663.283598:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283599:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077663.283600:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077663.283601:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077663.283602:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077663.283603:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.283604:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077663.283606:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077663.283607:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.283609:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077663.283611:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077663.283612:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077663.283613:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.283614:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077663.283616:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283621:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077663.283622:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006060672 : -124070703490944 : ffff8f2889ca9880) 00000100:00000001:0.0:1769077663.283624:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077663.283630:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077663.283632:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077663.283633:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077663.283634:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283635:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077663.283637:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283639:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297974306 00000100:00000001:0.0:1769077663.283641:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297975545 00000100:00000001:0.0:1769077663.283643:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297974306 00000100:00000001:0.0:1769077663.283645:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297975545 00000100:00000001:0.0:1769077663.283647:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077663.283648:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283649:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077663.283651:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077663/real 1769077663] req@ffff8f2889ca9880 x1855008978416768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077663.283655:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077663.283656:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077663.283657:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077663.283659:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077663.283660:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283661:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283663:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077663.283665:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9880 x1855008978416768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077663.283670:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283671:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077663.283672:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283673:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283674:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283675:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077663.283676:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077663.283678:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077663.283680:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077663.283681:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077663.283683:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077663.283685:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077663.283685:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077663.283686:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.283687:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077663.283688:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077663.283689:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.283691:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077663.283694:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077663.283695:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077663.283696:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077663.283697:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077663.283698:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283701:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077663.283702:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006061568 : -124070703490048 : ffff8f2889ca9c00) 00000100:00000001:0.0:1769077663.283704:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077663.283709:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077663.283711:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077663.283713:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077663.283714:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283715:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077663.283716:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283718:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297974298 00000100:00000001:0.0:1769077663.283720:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297975545 00000100:00000001:0.0:1769077663.283722:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297974298 00000100:00000001:0.0:1769077663.283723:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297975545 00000100:00000001:0.0:1769077663.283725:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077663.283726:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283727:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077663.283729:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077663/real 1769077663] req@ffff8f2889ca9c00 x1855008978416896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077663.283733:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077663.283734:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077663.283735:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077663.283736:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077663.283737:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283738:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283739:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077663.283742:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9c00 x1855008978416896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077663.283746:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283747:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077663.283748:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283749:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077663.283750:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283751:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077663.283752:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077663.283753:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077663.283756:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077663.283757:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077663.283760:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978416896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077663.283762:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283763:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077663.283764:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077663.283765:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077663.283766:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077663.283766:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077663.283767:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077663.283768:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077663.283769:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077663.283770:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077663.283771:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283772:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077663.283773:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077663.283773:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077663.283774:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077663.283775:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077663.283776:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077663.283776:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077663.283777:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077663.283778:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077663.283779:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283780:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.283782:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077663.283783:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.283785:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077663.283786:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077663.922463:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077663.922469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077663.922471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077663.922476:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077663.922480:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077663.922483:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077663.922486:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077663.922488:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077663.922489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077663.922491:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077663.922502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077663.922509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077663.922513:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077663.922516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077663.922518:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077663.922521:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077663.922523:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077663.922525:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077663.922526:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077663.922588:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077663.922592:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077663.922596:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077664.306447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077664.306455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077664.306457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077664.306462:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077664.306466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077664.306470:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077664.306472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077664.306475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077664.306477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077664.946517:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077664.946521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077664.946526:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077664.946527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077664.946530:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077664.946535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077664.946538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077664.946539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077664.946555:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077664.946561:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077664.946565:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077664.946567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077664.946570:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077664.946630:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077664.946633:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077664.946636:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077665.330532:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077665.330547:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077665.330549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077665.330555:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077665.330559:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077665.330564:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077665.330566:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077665.330569:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077665.330572:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077665.970484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077665.970493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077665.970494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077665.970497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077665.970502:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077665.970505:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1769077665.970506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077665.970508:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077665.970514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077665.970515:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077665.970523:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077665.970527:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077665.970527:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077665.970533:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077665.970540:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077665.970541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077665.970546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077665.970548:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077665.970554:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077665.970619:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077665.970622:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077665.970625:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077666.354555:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077666.354566:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077666.354568:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077666.354577:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077666.354582:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077666.354588:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077666.354592:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077666.354596:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077666.354599:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077666.994483:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077666.994487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077666.994491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077666.994492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077666.994496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077666.994496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077666.994499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077666.994505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077666.994515:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077666.994523:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077666.994534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077666.994537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077666.994542:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077666.994567:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077666.994570:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077666.994573:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077667.378467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077667.378476:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077667.378478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077667.378485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077667.378490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077667.378494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077667.378497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077667.378500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077667.378504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077668.018440:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077668.018444:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077668.018446:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077668.018447:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077668.018450:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077668.018454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077668.018454:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077668.018456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077668.018460:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077668.018464:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077668.018466:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077668.018468:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077668.018470:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077668.018520:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077668.018525:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077668.018530:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077668.402487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077668.402493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077668.402495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077668.402499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077668.402502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077668.402505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077668.402507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077668.402509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077668.402511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077668.402535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077668.402539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077668.402542:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077668.402546:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077668.402549:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077668.402556:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3306 00000100:00080000:2.0:1769077668.402567:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077668.402570:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077668.402573:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077668.402578:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077668.402581:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077668.402585:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077668.402588:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077668.402591:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077668.402592:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077668.402598:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077668.402602:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077668.402605:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077668.402609:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077668.402613:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402616:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077668.402618:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077668.402631:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077668.402632:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402635:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077668.402637:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077668.402641:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402653:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077668.402662:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978417024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077668.402671:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077668.402675:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402689:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077668.402691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077668.402694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077668.402695:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077668.402696:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077668.402698:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077668.402700:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3306 00000100:00080000:2.0:1769077668.402704:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077668.402705:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077668.402706:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077668.402708:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077668.402709:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077668.402710:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077668.402711:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077668.402713:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077668.402714:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077668.402715:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077668.402717:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077668.402719:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077668.402723:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077668.402725:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402726:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077668.402729:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077668.402731:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402733:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077668.402736:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077668.402737:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402738:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077668.402739:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077668.402740:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402743:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077668.402747:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978417152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077668.402753:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077668.402755:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402758:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077668.402759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077668.402762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077668.402764:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077668.402764:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077668.402767:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077668.402769:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077668.402770:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077668.402773:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1769077668.402774:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3306 00000100:00000001:0.0:1769077668.402777:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769077668.402778:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077668.402780:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077668.402786:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077668.402790:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077668.402792:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402796:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769077668.402797:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978417024:192.168.204.124@tcp:250:kworker.0 00000020:00000001:2.0:1769077668.402803:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077668.402804:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769077668.402807:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769077668.402811:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1769077668.402812:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:0.0:1769077668.402814:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077668.402817:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:0.0:1769077668.402818:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077668.402823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077668.402824:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077668.402834:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077668.402838:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.402840:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769077668.402840:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077668.402843:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 02000000:00000001:2.0:1769077668.402844:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077668.402848:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.402849:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077668.402850:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077668.402853:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077668.402855:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402856:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077668.402860:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077668.402861:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077668.402864:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077668.402865:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402869:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077668.402872:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978417280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077668.402878:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077668.402880:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402883:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077668.402885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1769077668.402889:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:2.0:1769077668.402891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077668.402893:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077668.402895:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077668.402897:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077668.402900:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3306 00000100:00000001:0.0:1769077668.402902:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769077668.402904:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077668.402907:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077668.402908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077668.402911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077668.402912:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.402915:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769077668.402915:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077668.402919:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077668.402922:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077668.402923:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077668.402924:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077668.402928:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077668.402929:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297980665 00000100:00000001:2.0:1769077668.402929:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077668.402936:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077668.402937:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077668.402938:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077668.402940:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1769077668.402941:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077668.402951:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297980665 02000000:00000001:2.0:1769077668.402953:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402956:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077668.402958:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00100000:2.0:1769077668.402959:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077668.402964:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402965:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077668.402968:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077668.402969:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402970:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077668.402971:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077668.402972:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402975:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077668.402979:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978417408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077668.402982:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077668.402985:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077668.402988:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.402990:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.402992:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077668.402993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077668.402999:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1769077668.402999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077668.403003:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077668.403005:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077668.403007:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077668.403011:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3306 00000100:00100000:0.0:1769077668.403012:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077668/real 1769077668] req@ffff8f2882c38380 x1855008978417024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077668.403013:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077668.403017:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077668.403020:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077668.403025:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077668.403028:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077668.403030:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000400:00000001:0.0:1769077668.403034:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1769077668.403036:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000400:00000001:0.0:1769077668.403038:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769077668.403040:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077668.403045:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769077668.403045:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077668.403050:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1769077668.403053:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077668.403054:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077668.403060:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403061:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077668.403065:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077668.403066:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077668.403071:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769077668.403075:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978417024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769077668.403076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.403081:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077668.403084:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077668.403088:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.403092:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403098:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077668.403099:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077668.403103:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077668.403104:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077668.403105:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769077668.403106:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077668.403109:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403111:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403115:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077668.403115:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403118:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403124:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00100000:2.0:1769077668.403124:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978417536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077668.403129:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077668.403135:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769077668.403138:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077668.403141:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077668.403144:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769077668.403144:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403150:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077668.403155:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978417024:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077668.403162:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077668.403164:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077668.403166:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077668.403169:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077668.403171:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077668.403174:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077668.403177:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077668.403181:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077668.403183:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077668.403184:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077668.403186:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077668.403189:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403229:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077668.403231:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769077668.403235:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077668.403246:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077668.403249:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077668.403251:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077668.403252:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403254:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077668.403256:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403260:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297979425 00000100:00000001:0.0:1769077668.403262:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297980665 00000100:00000001:0.0:1769077668.403263:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297979425 00000100:00000001:0.0:1769077668.403265:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297980665 00000100:00000001:0.0:1769077668.403267:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077668.403268:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403269:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077668.403272:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077668/real 1769077668] req@ffff8f2882c3a680 x1855008978417152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077668.403277:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077668.403278:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077668.403286:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077668.403287:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077668.403288:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403289:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077668.403290:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077668.403293:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978417152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077668.403298:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403300:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077668.403301:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403302:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077668.403303:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403304:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077668.403305:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077668.403307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077668.403309:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077668.403311:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077668.403313:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077668.403316:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403318:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077668.403319:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077668.403321:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077668.403323:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077668.403324:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077668.403326:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077668.403329:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077668.403331:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077668.403332:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077668.403333:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403334:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077668.403335:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077668.403336:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077668.403337:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077668.403338:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077668.403339:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077668.403340:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077668.403340:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077668.403342:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077668.403342:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403344:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403349:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077668.403350:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403352:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077668.403353:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077668.403354:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077668.403355:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077668.403355:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077668.403357:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077668.403358:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077668.403359:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077668.403361:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077668.403364:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077668.403365:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077668.403366:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077668.403368:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077668.403370:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403402:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077668.403403:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:0.0:1769077668.403406:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077668.403416:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077668.403419:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077668.403421:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077668.403422:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403423:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077668.403425:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403427:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297979423 00000100:00000001:0.0:1769077668.403429:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297980665 00000100:00000001:0.0:1769077668.403430:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297979423 00000100:00000001:0.0:1769077668.403432:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297980665 00000100:00000001:0.0:1769077668.403434:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077668.403435:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403436:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077668.403439:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077668/real 1769077668] req@ffff8f2882c39f80 x1855008978417280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077668.403443:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077668.403444:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077668.403445:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077668.403446:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077668.403447:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403449:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077668.403450:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077668.403452:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978417280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077668.403456:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403458:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077668.403460:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403461:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077668.403462:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403463:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077668.403464:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077668.403465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077668.403467:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077668.403469:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077668.403470:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077668.403473:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077668.403474:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077668.403474:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077668.403476:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077668.403477:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077668.403478:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077668.403480:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077668.403482:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077668.403484:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077668.403485:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077668.403486:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077668.403487:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403491:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077668.403492:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769077668.403494:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077668.403499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077668.403501:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077668.403502:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077668.403504:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403505:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077668.403506:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403509:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297979426 00000100:00000001:0.0:1769077668.403510:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297980665 00000100:00000001:0.0:1769077668.403512:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297979426 00000100:00000001:0.0:1769077668.403514:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297980665 00000100:00000001:0.0:1769077668.403515:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077668.403516:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403517:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077668.403520:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077668/real 1769077668] req@ffff8f2882c3bb80 x1855008978417408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077668.403524:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077668.403525:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077668.403526:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077668.403527:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077668.403528:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403529:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077668.403529:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077668.403532:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978417408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077668.403536:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403537:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077668.403539:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403540:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077668.403541:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403542:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077668.403543:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077668.403544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077668.403546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077668.403547:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077668.403549:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077668.403551:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077668.403552:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077668.403553:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077668.403555:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077668.403556:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077668.403557:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077668.403559:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077668.403560:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077668.403561:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077668.403562:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077668.403563:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077668.403565:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403567:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077668.403568:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769077668.403570:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077668.403575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077668.403577:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077668.403578:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077668.403579:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403580:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077668.403581:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403583:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297979418 00000100:00000001:0.0:1769077668.403585:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297980665 00000100:00000001:0.0:1769077668.403586:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297979418 00000100:00000001:0.0:1769077668.403587:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297980665 00000100:00000001:0.0:1769077668.403588:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077668.403589:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403591:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077668.403593:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077668/real 1769077668] req@ffff8f2882c3b800 x1855008978417536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077668.403597:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077668.403598:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077668.403599:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077668.403600:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077668.403600:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403602:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077668.403603:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077668.403605:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978417536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077668.403609:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403611:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077668.403612:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403613:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077668.403614:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403615:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077668.403616:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077668.403617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077668.403619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077668.403620:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077668.403622:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077668.403624:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403625:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077668.403626:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077668.403626:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077668.403627:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077668.403628:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077668.403629:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077668.403630:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077668.403631:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077668.403632:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077668.403633:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403634:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077668.403635:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077668.403636:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077668.403636:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077668.403637:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077668.403638:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077668.403639:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077668.403640:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077668.403641:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077668.403642:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403644:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077668.403644:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077668.403645:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077668.403646:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077668.403647:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077668.403648:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077668.403649:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077668.403649:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077668.403650:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077668.403651:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403652:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.403654:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077668.403654:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.403656:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077668.403657:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077669.042478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077669.042488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077669.042490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077669.042494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077669.042495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077669.042498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077669.042501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077669.042504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077669.042505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077669.042507:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077669.042511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077669.042514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077669.042517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077669.042580:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077669.042584:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077669.042588:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077669.426472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077669.426479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077669.426481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077669.426485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077669.426489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077669.426492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077669.426494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077669.426496:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077669.426498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077670.066442:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077670.066451:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077670.066453:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077670.066459:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077670.066463:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077670.066468:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077670.066471:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077670.066473:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077670.066474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077670.066476:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077670.066484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077670.066492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077670.066493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077670.066552:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077670.066555:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077670.066558:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077670.450500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077670.450508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077670.450510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077670.450516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077670.450520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077670.450525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077670.450528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077670.450530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077670.450533:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077671.090524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077671.090526:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077671.090532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077671.090535:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077671.090539:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077671.090542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077671.090546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077671.090547:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077671.090554:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077671.090559:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077671.090563:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077671.090567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077671.090570:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077671.090607:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077671.090611:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077671.090616:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077671.474455:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077671.474467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077671.474469:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077671.474473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077671.474476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077671.474479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077671.474481:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077671.474483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077671.474486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077672.114462:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077672.114466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077672.114470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077672.114471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077672.114475:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077672.114476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077672.114480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077672.114482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077672.114488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077672.114492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077672.114497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077672.114500:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077672.114504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077672.114537:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077672.114540:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077672.114542:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077672.498521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077672.498527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077672.498529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077672.498533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077672.498536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077672.498540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077672.498542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077672.498544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077672.498546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077673.138475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077673.138482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077673.138482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077673.138485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077673.138488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077673.138491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077673.138496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077673.138496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077673.138501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077673.138501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077673.138506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077673.138510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077673.138512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077673.138561:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077673.138564:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077673.138567:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077673.522506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077673.522515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769077673.522518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077673.522519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077673.522523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522524:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077673.522529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769077673.522531:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077673.522533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077673.522538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077673.522538:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077673.522540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077673.522544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077673.522547:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077673.522550:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3312 00000100:00080000:2.0:1769077673.522563:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077673.522568:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077673.522570:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077673.522575:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077673.522578:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077673.522582:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077673.522585:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077673.522588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077673.522590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077673.522595:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077673.522598:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077673.522601:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077673.522605:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077673.522608:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522611:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077673.522613:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077673.522625:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077673.522627:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522630:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077673.522634:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077673.522638:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522652:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077673.522662:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978417664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077673.522674:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077673.522679:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522697:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077673.522701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077673.522704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077673.522706:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077673.522707:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077673.522710:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077673.522713:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3312 00000100:00080000:2.0:1769077673.522718:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077673.522720:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077673.522722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077673.522725:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077673.522726:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077673.522729:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077673.522731:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077673.522734:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077673.522736:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077673.522738:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769077673.522741:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077673.522743:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077673.522746:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077673.522747:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.522749:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769077673.522752:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077673.522753:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.522761:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077673.522761:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077673.522766:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077673.522767:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522773:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077673.522774:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769077673.522777:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077673.522784:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978417664:192.168.204.124@tcp:250:kworker.0 00000008:00000001:2.0:1769077673.522784:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522789:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.522795:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077673.522797:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077673.522800:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.522802:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769077673.522803:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077673.522807:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077673.522807:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077673.522811:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.522813:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077673.522818:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.522821:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077673.522827:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978417792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077673.522837:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077673.522839:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.522842:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077673.522844:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.522845:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00080000:2.0:1769077673.522849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077673.522851:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769077673.522856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077673.522858:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077673.522860:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077673.522864:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077673.522867:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3312 00000100:00080000:2.0:1769077673.522871:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077673.522874:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077673.522876:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077673.522879:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077673.522880:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077673.522882:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077673.522885:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000800:00000100:0.0:1769077673.522889:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077673.522889:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077673.522892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077673.522899:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077673.522902:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077673.522902:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077673.522905:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077673.522908:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077673.522911:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077673.522911:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077673.522918:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769077673.522918:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522923:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077673.522925:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769077673.522927:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077673.522931:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297985785 00000008:00000001:2.0:1769077673.522933:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522936:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.522942:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1769077673.522942:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077673.522945:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522949:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077673.522951:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077673.522953:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297985785 02000000:00000001:2.0:1769077673.522953:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522962:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.522963:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077673.522971:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1769077673.522972:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978417920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077673.522975:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.522981:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769077673.522987:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1769077673.522991:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077673/real 1769077673] req@ffff8f2882c3b800 x1855008978417664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077673.522991:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.522995:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077673.523001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077673.523008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000001:0.0:1769077673.523009:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769077673.523010:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:0.0:1769077673.523012:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1769077673.523015:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077673.523017:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769077673.523020:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077673.523022:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077673.523024:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077673.523026:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3312 00000100:00000001:0.0:1769077673.523028:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077673.523031:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077673.523035:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077673.523037:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978417664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077673.523039:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077673.523043:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077673.523049:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077673.523049:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077673.523053:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077673.523054:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077673.523058:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077673.523058:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077673.523062:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077673.523066:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077673.523066:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077673.523071:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077673.523072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077673.523073:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077673.523077:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769077673.523077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077673.523087:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:2.0:1769077673.523088:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077673.523089:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077673.523096:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978417664:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769077673.523096:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077673.523102:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077673.523104:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523119:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077673.523121:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077673.523123:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769077673.523123:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077673.523128:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1769077673.523129:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077673.523131:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769077673.523133:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077673.523134:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00100000:2.0:1769077673.523138:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769077673.523140:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077673.523143:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:2.0:1769077673.523145:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523146:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077673.523149:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077673.523151:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523152:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077673.523158:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077673.523160:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1769077673.523162:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523163:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523169:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077673.523169:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077673.523173:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077673.523174:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769077673.523177:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523178:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077673.523182:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077673.523185:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.523187:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523188:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077673.523193:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1769077673.523197:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978418048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077673.523198:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077673.523209:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769077673.523212:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077673.523217:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077673.523217:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523222:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769077673.523225:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523226:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523230:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769077673.523230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769077673.523235:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077673.523237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077673.523241:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077673.523242:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769077673.523243:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077673.523245:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:2.0:1769077673.523250:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077673.523252:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769077673.523257:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3312 00000100:00080000:2.0:1769077673.523263:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769077673.523266:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077673.523268:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077673.523272:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077673.523272:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077673.523276:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769077673.523278:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077673.523279:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523282:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769077673.523282:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077673.523286:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077673.523287:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077673.523291:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297984545 00000020:00000001:2.0:1769077673.523292:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077673.523295:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297985785 00000100:00000001:0.0:1769077673.523299:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297984545 00000100:00000001:2.0:1769077673.523299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077673.523302:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077673.523303:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297985785 00000100:00000001:0.0:1769077673.523307:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769077673.523309:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077673.523310:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.523315:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523316:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769077673.523320:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1769077673.523323:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077673/real 1769077673] req@ffff8f2882c3bb80 x1855008978417792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769077673.523324:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077673.523330:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077673.523334:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077673.523337:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000400:00000001:0.0:1769077673.523338:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000001:2.0:1769077673.523340:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077673.523341:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769077673.523343:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523344:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077673.523348:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1769077673.523348:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077673.523352:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077673.523352:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523357:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077673.523357:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077673.523360:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077673.523361:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077673.523364:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077673.523366:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978417792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077673.523369:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523397:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523399:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1769077673.523402:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978418176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077673.523403:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523408:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077673.523411:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523416:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077673.523417:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077673.523420:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523421:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077673.523424:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077673.523425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077673.523431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077673.523434:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077673.523437:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077673.523440:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077673.523441:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077673.523443:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523444:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077673.523446:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077673.523447:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077673.523449:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077673.523452:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077673.523453:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077673.523454:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523455:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077673.523457:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523461:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077673.523462:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:0.0:1769077673.523464:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077673.523471:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077673.523474:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077673.523476:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077673.523477:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523478:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077673.523479:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523481:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297984543 00000100:00000001:0.0:1769077673.523483:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297985785 00000100:00000001:0.0:1769077673.523485:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297984543 00000100:00000001:0.0:1769077673.523486:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297985785 00000100:00000001:0.0:1769077673.523488:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077673.523491:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523492:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077673.523497:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077673/real 1769077673] req@ffff8f2882c39f80 x1855008978417920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077673.523506:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077673.523507:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077673.523509:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077673.523511:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077673.523512:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523514:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077673.523515:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077673.523520:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978417920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077673.523528:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523530:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077673.523533:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523535:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077673.523536:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523538:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077673.523540:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077673.523543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077673.523546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077673.523549:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077673.523553:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978417920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077673.523557:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523559:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077673.523560:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077673.523562:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077673.523564:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077673.523566:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077673.523567:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077673.523570:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077673.523572:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077673.523574:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077673.523575:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523577:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077673.523578:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077673.523580:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077673.523582:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077673.523583:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077673.523584:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077673.523586:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077673.523588:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077673.523590:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077673.523591:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523593:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523597:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077673.523598:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523600:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077673.523601:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077673.523602:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077673.523603:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077673.523604:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523606:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077673.523607:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077673.523609:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077673.523611:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077673.523613:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077673.523615:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077673.523616:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523617:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077673.523619:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523624:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077673.523625:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769077673.523628:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077673.523636:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077673.523639:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077673.523641:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077673.523642:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523643:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077673.523645:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523648:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297984546 00000100:00000001:0.0:1769077673.523649:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297985785 00000100:00000001:0.0:1769077673.523651:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297984546 00000100:00000001:0.0:1769077673.523652:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297985785 00000100:00000001:0.0:1769077673.523654:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077673.523655:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523656:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077673.523658:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077673/real 1769077673] req@ffff8f2882c3a680 x1855008978418048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077673.523663:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077673.523664:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077673.523665:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077673.523666:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077673.523667:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523668:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077673.523669:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077673.523672:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978418048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077673.523676:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523677:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077673.523679:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523680:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077673.523680:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523681:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077673.523683:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077673.523684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077673.523686:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077673.523687:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077673.523689:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077673.523693:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077673.523694:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077673.523695:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523697:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077673.523698:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077673.523699:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077673.523701:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077673.523702:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077673.523703:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077673.523704:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077673.523705:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077673.523707:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523709:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077673.523710:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:0.0:1769077673.523712:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077673.523717:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077673.523719:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077673.523721:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077673.523722:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523723:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077673.523724:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523726:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297984538 00000100:00000001:0.0:1769077673.523728:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297985785 00000100:00000001:0.0:1769077673.523729:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297984538 00000100:00000001:0.0:1769077673.523731:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297985785 00000100:00000001:0.0:1769077673.523732:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077673.523733:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523734:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077673.523736:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077673/real 1769077673] req@ffff8f2882c38380 x1855008978418176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077673.523741:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077673.523742:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077673.523743:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077673.523744:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077673.523745:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523746:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077673.523747:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077673.523750:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978418176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077673.523754:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523755:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077673.523756:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523757:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077673.523758:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523759:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077673.523760:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077673.523761:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077673.523763:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077673.523764:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077673.523766:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077673.523768:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523769:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077673.523770:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077673.523771:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077673.523772:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077673.523772:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077673.523773:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077673.523774:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077673.523775:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077673.523776:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077673.523777:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523778:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077673.523779:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077673.523780:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077673.523781:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077673.523782:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077673.523783:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077673.523784:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077673.523785:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077673.523786:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077673.523787:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523789:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.523790:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077673.523791:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.523792:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077673.523793:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077674.162440:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077674.162447:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077674.162449:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077674.162454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077674.162454:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077674.162460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077674.162461:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077674.162465:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077674.162469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077674.162470:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077674.162473:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077674.162476:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077674.162477:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077674.162481:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077674.162486:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077674.162489:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077674.162491:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077674.162493:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077674.162496:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077674.162553:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077674.162556:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077674.162559:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077674.546472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077674.546477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077674.546479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077674.546483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077674.546486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077674.546489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077674.546492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077674.546494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077674.546496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077675.186506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077675.186511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077675.186513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077675.186515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077675.186516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077675.186523:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077675.186524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077675.186528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077675.186529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077675.186533:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077675.186536:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077675.186538:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077675.186541:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077675.186607:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077675.186611:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077675.186614:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077675.570458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077675.570466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077675.570468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077675.570474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077675.570479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077675.570482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077675.570485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077675.570488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077675.570491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077676.210450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077676.210458:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077676.210461:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077676.210463:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077676.210467:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077676.210470:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077676.210472:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077676.210474:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077676.210477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077676.210479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077676.210484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077676.210492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077676.210494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077676.210499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077676.210503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077676.210509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077676.210512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077676.210515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077676.210517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077676.210539:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077676.210543:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077676.210546:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077676.594538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077676.594547:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077676.594549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077676.594556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077676.594561:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077676.594566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077676.594569:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077676.594573:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077676.594576:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077677.234519:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077677.234528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077677.234534:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077677.234537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077677.234537:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077677.234550:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077677.234553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077677.234556:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077677.234557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077677.234561:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077677.234565:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077677.234568:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077677.234570:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077677.234613:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077677.234617:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077677.234620:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077677.618519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077677.618528:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077677.618530:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077677.618537:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077677.618541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077677.618545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077677.618547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077677.618550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077677.618553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077678.258481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077678.258487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077678.258487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077678.258490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077678.258492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077678.258496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077678.258497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077678.258500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077678.258502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077678.258513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077678.258515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077678.258517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077678.258520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077678.258567:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077678.258570:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077678.258573:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077678.642463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769077678.642464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077678.642470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077678.642473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077678.642474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077678.642479:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077678.642480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769077678.642483:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077678.642485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077678.642488:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077678.642490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077678.642493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077678.642496:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077678.642496:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3317 00000100:00000001:1.0:1769077678.642502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077678.642509:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077678.642513:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077678.642515:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077678.642519:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077678.642521:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077678.642523:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077678.642525:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077678.642527:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077678.642528:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077678.642531:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077678.642534:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077678.642536:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077678.642539:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077678.642542:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642543:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077678.642545:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077678.642556:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077678.642557:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642560:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077678.642562:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077678.642566:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642577:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077678.642585:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978418304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077678.642594:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077678.642597:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642610:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077678.642612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077678.642615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077678.642616:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077678.642617:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077678.642619:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077678.642620:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3317 00000100:00080000:2.0:1769077678.642622:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077678.642623:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077678.642624:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077678.642626:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077678.642627:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077678.642629:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077678.642630:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077678.642632:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077678.642633:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077678.642636:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077678.642637:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077678.642638:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077678.642643:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077678.642645:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642646:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077678.642648:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:2.0:1769077678.642649:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077678.642653:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1769077678.642654:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.642657:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077678.642658:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.642661:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077678.642663:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077678.642664:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077678.642667:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077678.642668:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642671:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077678.642672:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077678.642673:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077678.642676:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.642677:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642683:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.642684:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978418304:192.168.204.124@tcp:250:kworker.0 00000100:00100000:2.0:1769077678.642690:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978418432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077678.642691:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077678.642697:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769077678.642699:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077678.642700:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642703:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.642705:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077678.642708:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.642711:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077678.642711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077678.642717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077678.642718:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077678.642720:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077678.642721:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077678.642724:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3317 00000100:00080000:2.0:1769077678.642726:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077678.642728:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077678.642729:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077678.642730:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077678.642731:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769077678.642731:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077678.642735:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000020:00000001:2.0:1769077678.642736:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077678.642741:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077678.642743:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077678.642743:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077678.642746:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077678.642749:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077678.642751:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077678.642752:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077678.642754:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077678.642756:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642757:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077678.642758:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077678.642760:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642761:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077678.642763:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077678.642764:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642766:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077678.642767:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077678.642768:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642772:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077678.642775:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978418560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077678.642780:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077678.642790:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077678.642793:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.642794:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077678.642796:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.642799:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077678.642802:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077678.642802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077678.642807:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769077678.642811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077678.642814:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642816:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077678.642819:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297990905 00000100:00080000:2.0:1769077678.642820:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077678.642827:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077678.642831:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3317 00000100:00000001:0.0:1769077678.642834:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769077678.642836:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077678.642841:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077678.642842:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297990905 00000100:00000001:2.0:1769077678.642843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077678.642850:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077678.642851:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077678.642852:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1769077678.642853:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077678.642857:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077678.642859:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077678.642860:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077678.642862:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077678.642866:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077678.642868:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077678.642872:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769077678.642873:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077678.642877:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077678.642880:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077678.642883:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.642885:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077678/real 1769077678] req@ffff8f2882c38380 x1855008978418304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077678.642885:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077678.642889:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077678.642894:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642898:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077678.642903:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077678.642906:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642908:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:0.0:1769077678.642909:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769077678.642910:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:0.0:1769077678.642914:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769077678.642915:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642921:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.642922:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1769077678.642927:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978418688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077678.642928:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077678.642932:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.642938:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077678.642940:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077678.642942:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077678.642944:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.642948:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077678.642951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077678.642952:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978418304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077678.642956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077678.642959:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077678.642961:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077678.642966:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077678.642970:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3317 00000100:00000001:0.0:1769077678.642972:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077678.642974:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077678.642978:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077678.642980:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077678.642980:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077678.642984:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077678.642986:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077678.642989:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077678.642990:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769077678.642996:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077678.642997:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077678.642998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077678.643002:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077678.643002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077678.643009:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077678.643010:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077678.643011:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643014:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769077678.643015:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077678.643018:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077678.643032:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077678.643038:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077678.643041:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1769077678.643044:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.643049:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978418304:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769077678.643049:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077678.643052:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077678.643057:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.643060:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077678.643065:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077678.643068:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077678.643068:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077678.643074:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077678.643075:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769077678.643076:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077678.643079:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643081:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769077678.643084:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643086:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1769077678.643091:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978418816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077678.643092:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077678.643096:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077678.643100:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769077678.643101:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077678.643105:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643107:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769077678.643107:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643111:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077678.643114:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077678.643116:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643119:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643126:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077678.643127:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643129:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077678.643130:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077678.643131:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077678.643132:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077678.643133:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643135:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077678.643137:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077678.643138:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.643141:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077678.643144:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077678.643146:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077678.643147:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643148:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077678.643150:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643156:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077678.643157:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769077678.643160:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077678.643170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077678.643174:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077678.643175:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077678.643177:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643178:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077678.643180:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643183:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297989665 00000100:00000001:0.0:1769077678.643185:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297990905 00000100:00000001:0.0:1769077678.643187:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297989665 00000100:00000001:0.0:1769077678.643189:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297990905 00000100:00000001:0.0:1769077678.643191:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077678.643193:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643195:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077678.643200:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077678/real 1769077678] req@ffff8f2882c3a680 x1855008978418432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077678.643209:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077678.643210:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077678.643213:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077678.643215:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077678.643216:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643218:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077678.643219:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077678.643223:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978418432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077678.643230:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643233:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077678.643235:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643237:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077678.643239:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643240:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077678.643243:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077678.643246:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077678.643249:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077678.643252:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077678.643256:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077678.643263:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077678.643264:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077678.643266:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643277:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077678.643279:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077678.643282:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.643285:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077678.643289:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077678.643291:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077678.643292:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643294:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077678.643298:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643303:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077678.643305:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:0.0:1769077678.643308:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077678.643320:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077678.643325:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077678.643327:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077678.643328:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643330:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077678.643333:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643337:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297989662 00000100:00000001:0.0:1769077678.643340:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297990905 00000100:00000001:0.0:1769077678.643342:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297989662 00000100:00000001:0.0:1769077678.643345:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297990905 00000100:00000001:0.0:1769077678.643347:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077678.643350:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643352:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077678.643356:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077678/real 1769077678] req@ffff8f2882c39f80 x1855008978418560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077678.643365:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077678.643367:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077678.643370:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077678.643372:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077678.643405:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643407:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077678.643409:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077678.643414:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978418560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077678.643422:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643424:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077678.643427:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643429:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077678.643431:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643433:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077678.643434:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077678.643437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077678.643441:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077678.643443:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077678.643447:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077678.643451:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077678.643453:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077678.643454:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643457:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077678.643459:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077678.643461:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.643465:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077678.643468:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077678.643470:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077678.643472:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643474:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077678.643477:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643483:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077678.643485:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769077678.643489:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077678.643499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077678.643504:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077678.643506:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077678.643507:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643509:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077678.643512:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643516:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297989666 00000100:00000001:0.0:1769077678.643518:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297990905 00000100:00000001:0.0:1769077678.643521:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297989666 00000100:00000001:0.0:1769077678.643523:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297990905 00000100:00000001:0.0:1769077678.643525:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077678.643527:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643529:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077678.643534:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077678/real 1769077678] req@ffff8f2882c3bb80 x1855008978418688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077678.643543:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077678.643545:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077678.643547:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077678.643550:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077678.643551:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643553:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077678.643555:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077678.643559:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978418688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077678.643565:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643567:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077678.643568:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643570:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077678.643571:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643572:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077678.643574:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077678.643575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077678.643578:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077678.643579:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077678.643581:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077678.643583:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077678.643584:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077678.643585:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643587:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077678.643588:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077678.643589:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.643591:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077678.643593:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077678.643595:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077678.643595:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.643597:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077678.643599:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643604:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077678.643604:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769077678.643607:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077678.643615:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077678.643619:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077678.643620:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077678.643621:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643622:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077678.643624:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643626:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297989658 00000100:00000001:0.0:1769077678.643628:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297990905 00000100:00000001:0.0:1769077678.643629:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297989658 00000100:00000001:0.0:1769077678.643631:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297990905 00000100:00000001:0.0:1769077678.643632:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077678.643634:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643635:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077678.643638:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077678/real 1769077678] req@ffff8f2882c3b800 x1855008978418816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077678.643643:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077678.643644:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077678.643646:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077678.643647:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077678.643648:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643649:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077678.643650:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077678.643652:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978418816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077678.643656:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643658:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077678.643659:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643660:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077678.643661:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643662:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077678.643662:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077678.643664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077678.643666:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077678.643667:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077678.643669:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978418816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077678.643671:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643672:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077678.643673:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077678.643674:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077678.643675:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077678.643676:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077678.643677:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077678.643678:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077678.643680:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077678.643681:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077678.643682:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643683:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077678.643684:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077678.643685:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077678.643686:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077678.643687:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077678.643688:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077678.643689:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077678.643689:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077678.643690:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077678.643691:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643692:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077678.643693:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077678.643693:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077678.643694:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077678.643695:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077678.643696:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077678.643697:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077678.643697:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077678.643699:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077678.643699:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643700:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077678.643701:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077678.643701:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077678.643702:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077678.643703:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077678.643704:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077678.643704:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077678.643705:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077678.643706:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077678.643707:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643708:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.643710:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077678.643711:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.643713:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077678.643714:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077679.282479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077679.282484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077679.282486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077679.282487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077679.282489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077679.282494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077679.282495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077679.282498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077679.282500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077679.282503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077679.282506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077679.282508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077679.282510:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077679.282565:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077679.282568:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077679.282572:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077679.666476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077679.666483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077679.666485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077679.666491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077679.666496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077679.666499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077679.666502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077679.666504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077679.666508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077680.306475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077680.306487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077680.306489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077680.306497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077680.306500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077680.306504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077680.306506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077680.306512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077680.306513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077680.306515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077680.306521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077680.306527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077680.306532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077680.306581:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077680.306587:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077680.306591:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077680.690552:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077680.690563:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077680.690566:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077680.690582:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077680.690587:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077680.690592:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077680.690596:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077680.690599:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077680.690602:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077681.330525:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077681.330529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077681.330536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077681.330537:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077681.330542:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077681.330544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077681.330549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077681.330551:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077681.330557:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077681.330562:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077681.330564:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077681.330567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077681.330570:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077681.330629:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077681.330635:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077681.330639:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077681.714496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077681.714504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077681.714506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077681.714512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077681.714515:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077681.714519:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077681.714521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077681.714523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077681.714525:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077682.354520:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077682.354528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077682.354529:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077682.354538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077682.354538:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077682.354552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077682.354553:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077682.354554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077682.354565:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077682.354572:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077682.354577:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077682.354581:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077682.354584:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077682.354626:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077682.354630:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077682.354633:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077682.738519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077682.738526:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077682.738528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077682.738535:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077682.738540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077682.738544:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077682.738547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077682.738550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077682.738553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.378453:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077683.378461:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077683.378464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077683.378464:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077683.378470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077683.378473:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077683.378475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077683.378480:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077683.378481:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077683.378485:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077683.378487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077683.378488:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.378492:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077683.378493:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077683.378496:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.378497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077683.378498:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077683.378503:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.378505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.378565:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077683.378570:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077683.378574:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077683.762522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077683.762532:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077683.762534:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077683.762537:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077683.762541:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077683.762550:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077683.762553:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077683.762554:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077683.762558:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077683.762559:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077683.762564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077683.762566:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077683.762568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762581:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077683.762591:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3322 00000100:00080000:3.0:1769077683.762603:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077683.762608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.762610:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077683.762615:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077683.762619:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077683.762622:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077683.762624:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077683.762626:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.762628:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077683.762633:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077683.762636:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077683.762639:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077683.762644:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077683.762647:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762650:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077683.762653:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077683.762665:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077683.762667:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762671:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077683.762674:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077683.762679:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762691:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077683.762702:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978418944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077683.762714:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077683.762718:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762737:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077683.762740:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077683.762744:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077683.762746:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077683.762748:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077683.762751:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077683.762753:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3322 00000100:00080000:3.0:1769077683.762757:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077683.762760:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.762762:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077683.762765:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077683.762767:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077683.762770:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077683.762772:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077683.762774:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.762776:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077683.762779:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769077683.762781:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077683.762784:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077683.762786:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.762787:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077683.762791:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769077683.762792:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077683.762793:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.762799:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077683.762800:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077683.762802:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077683.762807:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.762808:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762814:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:0.0:1769077683.762817:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978418944:192.168.204.124@tcp:250:kworker.0 00000008:00100000:3.0:1769077683.762820:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077683.762826:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1769077683.762827:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762832:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.762835:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077683.762837:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077683.762841:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077683.762841:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762848:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077683.762850:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077683.762850:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077683.762855:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.762858:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762862:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077683.762870:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978419072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077683.762877:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077683.762880:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:3.0:1769077683.762882:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077683.762885:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077683.762886:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.762892:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077683.762895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077683.762899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077683.762902:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077683.762903:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077683.762906:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077683.762909:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3322 00000100:00080000:3.0:1769077683.762914:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077683.762916:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.762918:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077683.762921:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000100:0.0:1769077683.762925:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077683.762950:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077683.762954:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077683.762955:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.762957:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077683.762963:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077683.762963:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077683.762968:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077683.762971:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4297996025 00000020:00000001:3.0:1769077683.762973:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077683.762977:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.762979:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077683.762983:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077683.762985:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077683.762986:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077683.762991:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077683.762994:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077683.762996:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4297996025 02000000:00000001:3.0:1769077683.762997:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.763003:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077683.763005:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077683.763006:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00000001:3.0:1769077683.763008:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.763012:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763014:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077683.763016:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077683.763018:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763023:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.763023:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077683.763026:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077683.763029:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763031:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077683.763034:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077683.763041:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077683/real 1769077683] req@ffff8f28835f9500 x1855008978418944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077683.763042:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978419200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077683.763063:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077683.763067:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.763071:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077683.763075:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769077683.763075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:0.0:1769077683.763080:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1769077683.763080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077683.763085:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077683.763086:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077683.763088:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077683.763089:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077683.763094:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3322 00000100:00000001:0.0:1769077683.763095:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1769077683.763097:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077683.763099:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077683.763101:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.763103:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077683.763106:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769077683.763107:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077683.763111:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077683.763112:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077683.763114:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077683.763117:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077683.763120:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.763121:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769077683.763122:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978418944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077683.763126:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077683.763130:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077683.763134:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077683.763137:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077683.763143:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763144:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077683.763145:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077683.763148:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077683.763151:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763152:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077683.763153:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763160:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077683.763160:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077683.763161:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.763166:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077683.763168:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769077683.763168:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077683.763173:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077683.763173:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.763180:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763181:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077683.763185:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:3.0:1769077683.763186:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978419328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077683.763194:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769077683.763197:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077683.763200:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.763203:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077683.763204:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:3.0:1769077683.763206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077683.763210:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1769077683.763211:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077683.763213:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077683.763216:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077683.763219:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:0.0:1769077683.763222:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978418944:192.168.204.124@tcp:250:kworker.0 00000100:00080000:3.0:1769077683.763224:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3322 00000100:00080000:3.0:1769077683.763230:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077683.763232:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077683.763233:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.763235:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077683.763237:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769077683.763238:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077683.763241:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769077683.763242:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077683.763245:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077683.763247:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077683.763248:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077683.763249:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077683.763251:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077683.763252:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077683.763254:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077683.763255:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077683.763256:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077683.763259:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763260:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769077683.763261:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077683.763263:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000008:00100000:3.0:1769077683.763264:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000020:00000001:0.0:1769077683.763266:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1769077683.763268:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.763270:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763273:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077683.763274:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077683.763277:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769077683.763277:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077683.763281:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077683.763282:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1769077683.763282:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077683.763285:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077683.763286:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763292:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077683.763293:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077683.763298:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978419456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077683.763299:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077683.763303:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763308:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077683.763309:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077683.763311:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077683.763312:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763314:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077683.763317:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077683.763317:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763321:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763324:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077683.763326:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077683.763328:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077683.763331:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077683.763334:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077683.763337:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077683.763338:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763339:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077683.763342:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763348:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077683.763349:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:0.0:1769077683.763353:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077683.763364:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077683.763367:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077683.763369:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077683.763370:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763371:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077683.763398:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763402:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297994786 00000100:00000001:0.0:1769077683.763405:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297996025 00000100:00000001:0.0:1769077683.763406:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297994786 00000100:00000001:0.0:1769077683.763408:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297996025 00000100:00000001:0.0:1769077683.763409:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077683.763411:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763412:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077683.763415:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077683/real 1769077683] req@ffff8f28835faa00 x1855008978419072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077683.763424:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077683.763425:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077683.763428:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077683.763430:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077683.763431:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763433:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077683.763435:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077683.763439:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978419072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077683.763446:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763448:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077683.763451:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763452:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077683.763453:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763455:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077683.763457:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077683.763460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077683.763463:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077683.763466:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077683.763469:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077683.763473:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077683.763474:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077683.763476:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763478:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077683.763480:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077683.763482:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077683.763485:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077683.763488:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077683.763490:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077683.763492:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763494:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077683.763498:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763503:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077683.763504:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:0.0:1769077683.763507:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077683.763531:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077683.763536:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077683.763538:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077683.763540:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763541:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077683.763544:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763548:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297994783 00000100:00000001:0.0:1769077683.763550:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297996025 00000100:00000001:0.0:1769077683.763553:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297994783 00000100:00000001:0.0:1769077683.763555:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297996025 00000100:00000001:0.0:1769077683.763558:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077683.763560:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763562:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077683.763566:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077683/real 1769077683] req@ffff8f28835f9880 x1855008978419200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077683.763574:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077683.763575:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077683.763577:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077683.763578:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077683.763579:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763580:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077683.763581:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077683.763584:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978419200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077683.763589:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763590:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077683.763593:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763594:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077683.763594:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763596:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077683.763597:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077683.763598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077683.763600:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077683.763602:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077683.763604:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077683.763606:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077683.763607:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077683.763608:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763609:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077683.763610:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077683.763612:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077683.763614:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077683.763616:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077683.763617:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077683.763618:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763619:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077683.763622:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763626:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077683.763627:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077683.763629:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077683.763638:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077683.763640:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077683.763642:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077683.763643:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763644:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077683.763646:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763648:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297994786 00000100:00000001:0.0:1769077683.763650:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297996025 00000100:00000001:0.0:1769077683.763652:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297994786 00000100:00000001:0.0:1769077683.763653:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297996025 00000100:00000001:0.0:1769077683.763655:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077683.763656:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763658:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077683.763660:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077683/real 1769077683] req@ffff8f28835fad80 x1855008978419328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077683.763664:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077683.763665:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077683.763666:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077683.763667:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077683.763668:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763669:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077683.763670:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077683.763672:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978419328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077683.763677:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763678:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077683.763680:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763681:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077683.763681:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763682:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077683.763683:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077683.763685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077683.763687:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077683.763688:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077683.763690:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077683.763692:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763693:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077683.763694:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077683.763695:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077683.763697:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077683.763698:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077683.763699:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077683.763701:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077683.763702:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077683.763704:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077683.763705:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763706:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077683.763707:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077683.763708:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077683.763709:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077683.763710:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077683.763710:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077683.763712:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077683.763712:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077683.763713:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077683.763714:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763715:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077683.763715:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077683.763716:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077683.763717:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077683.763718:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077683.763718:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077683.763720:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077683.763720:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077683.763721:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077683.763722:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763723:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763725:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077683.763726:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763728:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077683.763728:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077683.763729:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077683.763730:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077683.763731:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763732:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077683.763733:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077683.763734:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077683.763736:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077683.763740:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077683.763742:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077683.763743:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077683.763744:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077683.763745:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763748:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077683.763749:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077683.763751:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077683.763757:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077683.763759:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077683.763761:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077683.763762:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763763:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077683.763764:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763766:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297994778 00000100:00000001:0.0:1769077683.763768:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4297996025 00000100:00000001:0.0:1769077683.763770:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297994778 00000100:00000001:0.0:1769077683.763771:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4297996025 00000100:00000001:0.0:1769077683.763773:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077683.763774:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763775:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077683.763777:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077683/real 1769077683] req@ffff8f28835f8380 x1855008978419456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077683.763782:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077683.763782:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077683.763784:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077683.763784:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077683.763785:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763786:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077683.763787:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077683.763789:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978419456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077683.763798:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763799:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077683.763801:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763802:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077683.763802:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763803:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077683.763804:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077683.763806:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077683.763807:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077683.763809:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077683.763810:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077683.763813:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763814:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077683.763814:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077683.763815:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077683.763816:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077683.763817:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077683.763817:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077683.763818:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077683.763819:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077683.763820:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077683.763821:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763822:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.763824:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077683.763825:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.763826:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077683.763827:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077684.402474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077684.402480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077684.402480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077684.402485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077684.402485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077684.402492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077684.402494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077684.402498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077684.402499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077684.402503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077684.402506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077684.402509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077684.402512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077684.402567:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077684.402571:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077684.402575:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077684.786489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077684.786497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077684.786498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077684.786504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077684.786508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077684.786511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077684.786513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077684.786516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077684.786518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077685.426492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077685.426494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077685.426503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077685.426504:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077685.426505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077685.426509:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1769077685.426512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077685.426516:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077685.426519:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077685.426524:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077685.426526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077685.426529:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077685.426531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077685.426534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077685.426536:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077685.426539:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077685.426543:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077685.426557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077685.426558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077685.426641:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077685.426646:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077685.426651:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077685.810531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077685.810539:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077685.810541:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077685.810546:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077685.810550:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077685.810554:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077685.810556:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077685.810559:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077685.810562:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077686.450508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077686.450518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077686.450519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077686.450522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077686.450527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077686.450529:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077686.450536:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077686.450540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077686.450541:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077686.450545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077686.450547:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077686.450552:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077686.450556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077686.450626:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077686.450629:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077686.450632:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077686.834452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077686.834459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077686.834461:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077686.834466:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077686.834470:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077686.834474:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077686.834477:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077686.834479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077686.834481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077687.474440:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077687.474447:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077687.474449:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077687.474450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077687.474454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077687.474455:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077687.474458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077687.474461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077687.474461:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077687.474467:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077687.474470:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077687.474473:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077687.474476:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077687.474519:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077687.474522:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077687.474525:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077687.858476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077687.858483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077687.858484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077687.858489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077687.858492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077687.858495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077687.858497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077687.858499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077687.858501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077688.498496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077688.498505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077688.498506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077688.498514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077688.498514:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077688.498528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077688.498529:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077688.498531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077688.498541:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077688.498547:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077688.498551:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077688.498553:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077688.498557:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077688.498596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077688.498600:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077688.498604:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077688.882460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077688.882466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077688.882467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077688.882473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077688.882479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077688.882482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077688.882485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077688.882487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077688.882489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077688.882506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077688.882512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077688.882514:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077688.882518:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077688.882521:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077688.882527:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3327 00000100:00080000:2.0:1769077688.882536:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077688.882539:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077688.882541:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077688.882545:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077688.882547:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077688.882550:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077688.882552:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077688.882554:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077688.882556:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077688.882561:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077688.882564:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.882566:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077688.882570:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077688.882572:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882574:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077688.882577:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.882587:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077688.882588:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077688.882592:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077688.882597:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882607:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077688.882615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978419584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077688.882624:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077688.882627:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882639:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077688.882641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077688.882644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077688.882645:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077688.882646:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077688.882648:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077688.882649:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3327 00000100:00080000:2.0:1769077688.882651:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077688.882653:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077688.882654:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077688.882655:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077688.882656:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077688.882658:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077688.882660:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077688.882662:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077688.882669:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077688.882672:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077688.882675:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.882676:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077688.882682:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769077688.882682:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077688.882689:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.882692:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077688.882693:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077688.882699:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1769077688.882700:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077688.882704:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1769077688.882705:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882713:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.882714:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.882725:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077688.882727:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077688.882727:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882733:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077688.882734:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077688.882739:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077688.882741:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.882745:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077688.882752:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978419584:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769077688.882753:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.882764:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1769077688.882769:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978419712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077688.882771:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077688.882776:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.882785:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077688.882792:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077688.882795:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.882796:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882800:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077688.882803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077688.882806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077688.882808:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077688.882809:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077688.882812:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077688.882815:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3327 00000100:00080000:2.0:1769077688.882818:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077688.882820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077688.882821:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077688.882823:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769077688.882824:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077688.882828:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000020:00000001:2.0:1769077688.882829:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077688.882836:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077688.882838:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769077688.882843:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077688.882877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077688.882880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077688.882885:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077688.882889:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.882891:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077688.882895:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077688.882897:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882899:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077688.882901:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077688.882902:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882905:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.882909:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077688.882910:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882911:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077688.882912:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077688.882914:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.882917:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882919:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.882927:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298001145 00000100:00100000:2.0:1769077688.882928:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978419840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077688.882941:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077688.882943:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882945:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.882946:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769077688.882949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077688.882953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077688.882956:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077688.882958:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077688.882959:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298001145 00000100:00000001:2.0:1769077688.882967:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077688.882972:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1769077688.882974:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3327 00000100:00000001:0.0:1769077688.882981:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769077688.882984:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077688.882987:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077688.882993:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.882994:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077688.882999:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077688.883001:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077688.883008:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077688.883011:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077688.883014:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077688.883015:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077688.883018:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077688.883019:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769077688.883022:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077688.883026:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077688.883031:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769077688.883035:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077688.883037:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077688.883044:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077688.883044:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883052:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.883052:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077688.883057:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077688.883059:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077688.883061:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883064:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077688.883065:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077688.883072:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769077688.883074:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769077688.883076:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.883085:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077688.883091:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419712:192.168.204.124@tcp:38:kworker.0 02000000:00000001:2.0:1769077688.883095:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077688.883102:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077688.883103:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883107:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769077688.883108:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077688.883112:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.883112:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077688.883120:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769077688.883122:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883127:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.883134:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883138:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077688.883141:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769077688.883149:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1769077688.883153:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978419968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077688.883161:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077688.883162:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.883165:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883172:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297999905 00000100:00000001:2.0:1769077688.883173:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883189:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298001145 00000100:00080000:2.0:1769077688.883189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077688.883203:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297999905 00000100:00080000:2.0:1769077688.883205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077688.883213:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298001145 00000100:00000001:2.0:1769077688.883213:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077688.883219:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077688.883220:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077688.883228:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.883231:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077688.883233:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077688.883235:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077688.883237:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883240:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077688.883242:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077688.883251:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077688.883257:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3327 00000100:00100000:0.0:1769077688.883260:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419840:192.168.204.124@tcp:38:kworker.0 00000100:00080000:2.0:1769077688.883265:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077688.883267:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077688.883271:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077688.883273:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769077688.883276:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077688.883278:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883284:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769077688.883286:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769077688.883289:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077688.883291:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077688.883295:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077688.883298:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769077688.883299:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077688.883302:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:2.0:1769077688.883305:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077688.883309:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077688.883311:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077688.883321:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077688.883324:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883330:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297999902 00000100:00000001:0.0:1769077688.883333:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298001145 00000100:00000001:0.0:1769077688.883336:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297999902 00000100:00000001:0.0:1769077688.883338:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298001145 00000100:00000001:2.0:1769077688.883340:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883342:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077688.883348:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077688.883349:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883355:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.883356:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077688.883358:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077688.883363:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883365:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077688.883368:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077688.883370:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000008:00100000:2.0:1769077688.883409:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077688.883415:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.883418:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077688.883424:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077688.883427:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769077688.883429:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883432:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077688.883435:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077688.883437:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769077688.883440:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077688.883443:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769077688.883447:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883448:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883459:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077688.883464:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077688.883465:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883473:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077688.883483:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978420096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077688.883486:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077688.883504:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077688.883508:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077688.883513:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883519:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077688.883525:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077688.883529:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077688.883532:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883542:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077688.883543:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883548:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769077688.883555:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077688.883569:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883574:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297999906 00000100:00000001:0.0:1769077688.883578:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298001145 00000100:00000001:0.0:1769077688.883580:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297999906 00000100:00000001:0.0:1769077688.883597:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298001145 00000100:00000001:0.0:1769077688.883600:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077688.883602:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883606:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883608:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077688.883611:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077688.883613:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077688.883615:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077688.883617:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077688.883619:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077688.883620:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077688.883622:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883625:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077688.883627:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077688.883628:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077688.883632:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077688.883636:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077688.883638:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077688.883640:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.883642:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077688.883646:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883660:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077688.883661:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:0.0:1769077688.883666:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077688.883675:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883678:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4297999898 00000100:00000001:0.0:1769077688.883681:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298001145 00000100:00000001:0.0:1769077688.883684:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4297999898 00000100:00000001:0.0:1769077688.883686:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298001145 00000100:00000001:0.0:1769077688.883690:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077688.883692:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883694:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883696:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077688.883698:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077688.883700:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077688.883702:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077688.883704:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077688.883706:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.883708:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077689.522456:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077689.522465:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077689.522467:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077689.522474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077689.522475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077689.522481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077689.522483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077689.522486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077689.522491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077689.522492:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077689.522496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077689.522497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077689.522502:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077689.522561:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077689.522565:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077689.522568:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077689.906619:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077689.906627:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077689.906629:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077689.906634:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077689.906638:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077689.906644:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077689.906647:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077689.906650:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077689.906653:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077690.546509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077690.546515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077690.546522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077690.546524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077690.546618:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077690.546623:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077690.546628:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077690.546643:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077690.546648:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077690.546650:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077690.546654:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077690.546658:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077690.546662:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077690.546664:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077690.546667:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077690.546670:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077690.930504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077690.930510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077690.930511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077690.930516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077690.930519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077690.930522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077690.930524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077690.930526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077690.930528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077691.570465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077691.570467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077691.570473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077691.570474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077691.570477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077691.570479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077691.570482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077691.570486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077691.570489:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077691.570490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077691.570494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077691.570497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.570500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077691.570557:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077691.570561:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077691.570564:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077691.954859:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000400:00000100:0.0:1769077691.954867:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000100:00000001:1.0:1769077691.954869:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077691.954873:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077691.954878:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077691.954882:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077691.954885:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077691.954888:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077691.954890:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077691.954894:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1769077691.954923:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077691.954943:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077691.954957:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077691.954978:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077691.954980:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077691.954981:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077691.954992:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077691.954998:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077691.955001:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077691.955002:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077691.955004:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077691.955009:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077691.955022:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077691.955028:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077691.955030:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077691.955034:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077691.955038:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000100:0.0:1769077691.955044:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077691.955045:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077691.955051:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077691.955054:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077691.955059:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077691.955061:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077691.955063:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1769077691.955068:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077688/real 1769077691] req@ffff8f2882c3bb80 x1855008978419712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1769077691.955074:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077691.955085:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077691.955089:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1769077691.955091:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769077691.955092:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077691.955095:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077691.955097:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077691.955114:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077691.955119:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077691.955121:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955126:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.955129:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077691.955138:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978419712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077691.955150:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955154:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077691.955158:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955159:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.955161:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955165:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077691.955168:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077691.955172:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077691.955178:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077691.955182:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077691.955187:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077691.955194:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077691.955199:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077688/real 1769077691] req@ffff8f2882c39f80 x1855008978419840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077691.955209:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077691.955212:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077691.955216:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077691.955218:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077691.955220:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955223:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.955224:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077691.955229:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978419840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077691.955238:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955240:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077691.955243:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955245:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.955246:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955248:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077691.955250:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077691.955253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077691.955258:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077691.955260:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077691.955266:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077691.955273:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077691.955280:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077688/real 1769077691] req@ffff8f2882c3b800 x1855008978419584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077691.955293:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077691.955295:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077691.955299:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077691.955301:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077691.955303:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955305:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.955306:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077691.955310:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978419584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077691.955323:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955325:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077691.955328:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955331:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.955333:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955334:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077691.955337:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077691.955340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077691.955344:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077691.955348:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077691.955351:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978419584:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077691.955356:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077691.955359:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077691.955362:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077691.955367:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077691.955426:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077691.955431:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077691.955434:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077691.955440:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077691.955443:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077691.955448:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077691.955449:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955451:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077691.955452:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077691.955454:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077691.955456:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077691.955458:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077691.955459:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077691.955462:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077691.955463:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077691.955466:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077691.955467:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955469:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077691.955471:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077691.955472:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077691.955475:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077691.955482:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077691.955484:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077691.955486:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077691.955487:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077691.955489:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077691.955491:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955494:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077691.955496:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077691.955498:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077691.955499:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077691.955505:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077688/real 1769077691] req@ffff8f2882c38380 x1855008978420096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077691.955515:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077691.955517:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077691.955521:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077691.955522:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077691.955524:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.955526:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.955527:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077691.956059:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978420096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077691.956069:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956072:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077691.956076:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956077:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.956079:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956082:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077691.956084:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077691.956087:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077691.956092:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077691.956095:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077691.956099:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077691.956106:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077691.956112:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077688/real 1769077691] req@ffff8f2882c3a680 x1855008978419968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077691.956123:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077691.956125:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077691.956129:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077691.956132:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077691.956135:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956137:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.956139:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077691.956144:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978419968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077691.956151:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956153:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077691.956155:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956157:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077691.956159:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956161:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077691.956163:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077691.956165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077691.956169:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077691.956171:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077691.956174:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978419968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077691.956180:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956183:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077691.956185:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077691.956187:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077691.956190:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077691.956192:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077691.956194:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077691.956196:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077691.956198:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077691.956201:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077691.956202:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956204:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077691.956205:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077691.956206:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077691.956208:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077691.956210:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077691.956211:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077691.956213:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077691.956214:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077691.956217:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077691.956218:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956220:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077691.956231:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077691.956233:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077691.956236:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077691.956238:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077692.594470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077692.594477:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077692.594479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077692.594479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077692.594485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077692.594486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077692.594492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077692.594493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077692.594495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077692.594497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077692.594499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077692.594502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077692.594506:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077692.594552:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077692.594556:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077692.594559:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077692.978530:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077692.978536:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077692.978538:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077692.978542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077692.978545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077692.978548:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077692.978551:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077692.978553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077692.978555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077693.618475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077693.618475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077693.618481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077693.618483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077693.618487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077693.618490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077693.618493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077693.618495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077693.618499:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077693.618499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077693.618505:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077693.618505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077693.618510:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077693.618511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077693.618515:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077693.618516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077693.618521:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077693.618523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077693.618526:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077693.618593:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077693.618597:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077693.618601:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077694.002489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077694.002500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077694.002503:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077694.002508:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077694.002512:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077694.002520:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3332 00000100:00080000:2.0:1769077694.002531:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077694.002535:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.002537:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077694.002541:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769077694.002544:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769077694.002545:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077694.002547:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769077694.002548:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077694.002549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077694.002551:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00100000:1.0:1769077694.002553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077694.002553:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.002555:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077694.002556:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769077694.002559:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077694.002560:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077694.002563:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077694.002563:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077694.002566:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077694.002566:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769077694.002569:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.002569:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077694.002572:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002574:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077694.002577:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.002586:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077694.002588:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002591:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077694.002594:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077694.002598:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002613:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077694.002633:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978420224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077694.002645:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077694.002649:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002675:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077694.002678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077694.002682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077694.002684:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077694.002686:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077694.002689:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077694.002691:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3332 00000100:00080000:2.0:1769077694.002698:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077694.002700:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.002702:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077694.002705:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077694.002707:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077694.002708:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077694.002711:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077694.002713:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.002715:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077694.002719:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077694.002721:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.002723:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077694.002729:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077694.002731:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002733:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077694.002736:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077694.002739:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002741:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.002746:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077694.002747:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002749:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077694.002750:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077694.002752:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002758:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077694.002777:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978420352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077694.002786:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077694.002789:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002791:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077694.002794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077694.002797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077694.002799:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077694.002801:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077694.002803:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077694.002806:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3332 00000100:00080000:2.0:1769077694.002810:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077694.002812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.002814:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077694.002816:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077694.002818:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077694.002820:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077694.002822:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077694.002824:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.002825:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077694.002828:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077694.002831:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.002833:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077694.002836:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077694.002838:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002840:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077694.002842:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077694.002845:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002847:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.002851:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077694.002853:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002854:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077694.002856:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077694.002858:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002864:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077694.002869:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978420480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077694.002876:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077694.002878:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002880:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077694.002883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077694.002891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077694.002894:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077694.002896:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077694.002899:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077694.002901:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3332 00000100:00080000:2.0:1769077694.002905:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077694.002907:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.002909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077694.002911:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077694.002913:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077694.002915:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077694.002917:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077694.002919:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.002920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077694.002924:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077694.002926:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.002928:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077694.002931:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077694.002934:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002935:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077694.002938:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077694.002940:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002942:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.002946:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077694.002948:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002950:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077694.002951:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077694.002953:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002957:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077694.002962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978420608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077694.002970:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077694.002972:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.002975:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077694.002978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077694.002981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077694.002983:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077694.002985:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077694.002987:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077694.002989:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3332 00000100:00080000:2.0:1769077694.002993:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077694.002995:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.002997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077694.003000:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077694.003001:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077694.003003:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769077694.003005:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769077694.003006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077694.003007:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077694.003011:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077694.003013:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.003015:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077694.003017:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077694.003019:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.003021:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077694.003022:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077694.003025:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.003026:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077694.003030:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077694.003031:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.003033:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077694.003034:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077694.003035:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.003040:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077694.003044:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978420736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077694.003052:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077694.003054:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077694.003057:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003143:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077694.003148:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077694.003150:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077694.003153:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077694.003155:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.003160:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077694.003163:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077694.003166:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077694.003171:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978420224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077694.003176:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077694.003180:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077694.003182:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.003186:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077694.003191:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003212:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077694.003214:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:3.0:1769077694.003218:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077694.003268:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077694.003282:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077694.003431:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.003436:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003438:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077694.003449:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003455:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298006266 00000100:00000001:3.0:1769077694.003468:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077694.003503:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298006266 00000100:00000001:3.0:1769077694.003513:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077694.003517:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077694.003520:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003523:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077694.003530:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077694/real 1769077694] req@ffff8f2882c3a680 x1855008978420224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077694.003543:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077694.003545:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077694.003550:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077694.003554:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077694.003556:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003559:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.003561:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077694.003566:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978420224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077694.003573:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003577:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077694.003580:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003582:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.003583:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003586:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077694.003588:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077694.003591:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077694.003596:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077694.003599:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077694.003603:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978420224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077694.003608:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077694.003610:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077694.003611:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.003614:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077694.003616:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077694.003618:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077694.003621:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077694.003624:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077694.003627:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077694.003628:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.003630:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077694.003634:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003641:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077694.003642:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:3.0:1769077694.003646:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077694.003662:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077694.003668:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077694.003671:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.003672:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003674:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077694.003676:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003681:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298005026 00000100:00000001:3.0:1769077694.003684:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298006266 00000100:00000001:3.0:1769077694.003686:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298005026 00000100:00000001:3.0:1769077694.003688:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298006266 00000100:00000001:3.0:1769077694.003691:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077694.003693:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003694:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077694.003699:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077694/real 1769077694] req@ffff8f2882c38380 x1855008978420352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077694.003707:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077694.003708:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077694.003710:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077694.003712:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077694.003714:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003716:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.003717:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077694.003720:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978420352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077694.003727:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003729:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077694.003731:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003733:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.003735:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003736:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077694.003738:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077694.003741:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077694.003745:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077694.003747:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077694.003751:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077694.003755:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077694.003756:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077694.003757:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.003759:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077694.003761:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077694.003777:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077694.003780:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077694.003783:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077694.003785:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077694.003786:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.003788:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077694.003791:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003797:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077694.003799:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:3.0:1769077694.003803:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077694.003837:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077694.003843:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077694.003845:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.003846:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003848:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077694.003851:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003854:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298005023 00000100:00000001:3.0:1769077694.003857:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298006266 00000100:00000001:3.0:1769077694.003859:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298005023 00000100:00000001:3.0:1769077694.003861:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298006266 00000100:00000001:3.0:1769077694.003863:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077694.003865:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003867:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077694.003871:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077694/real 1769077694] req@ffff8f2882c3b800 x1855008978420480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077694.003888:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077694.003889:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077694.003892:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077694.003893:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077694.003895:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003896:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.003898:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077694.003901:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978420480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077694.003908:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003910:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077694.003912:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003914:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.003915:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.003917:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077694.003918:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077694.003921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077694.003924:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077694.003927:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077694.003931:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077694.003935:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077694.003937:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077694.003938:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.003941:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077694.003942:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077694.003944:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077694.003946:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077694.003949:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077694.003950:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077694.003952:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.003953:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077694.003956:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003961:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077694.003962:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:3.0:1769077694.003966:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077694.003975:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077694.003981:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077694.003983:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.003985:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.003987:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077694.004005:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.004010:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298005026 00000100:00000001:3.0:1769077694.004013:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298006266 00000100:00000001:3.0:1769077694.004016:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298005026 00000100:00000001:3.0:1769077694.004018:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298006266 00000100:00000001:3.0:1769077694.004020:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077694.004022:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.004024:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077694.004029:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077694/real 1769077694] req@ffff8f2882c39f80 x1855008978420608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077694.004038:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077694.004040:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077694.004042:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077694.004044:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077694.004046:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004048:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.004049:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077694.004053:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978420608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077694.004061:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004072:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077694.004075:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004077:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.004078:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004080:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077694.004081:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077694.004084:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077694.004092:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077694.004094:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077694.004098:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077694.004102:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077694.004104:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077694.004105:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.004107:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077694.004109:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077694.004111:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077694.004114:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077694.004117:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077694.004119:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077694.004121:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077694.004123:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077694.004126:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.004132:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077694.004134:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:3.0:1769077694.004137:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077694.004150:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077694.004155:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077694.004157:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.004159:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.004160:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077694.004164:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.004167:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298005018 00000100:00000001:3.0:1769077694.004169:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298006266 00000100:00000001:3.0:1769077694.004172:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298005018 00000100:00000001:3.0:1769077694.004174:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298006266 00000100:00000001:3.0:1769077694.004176:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077694.004179:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.004181:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077694.004185:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077694/real 1769077694] req@ffff8f2882c3bb80 x1855008978420736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077694.004193:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077694.004195:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077694.004198:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077694.004200:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077694.004201:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004203:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.004205:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077694.004209:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978420736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077694.004216:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004218:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077694.004221:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004223:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077694.004224:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004226:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077694.004228:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077694.004231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077694.004234:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077694.004237:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077694.004240:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077694.004244:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004248:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.004250:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077694.004253:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077694.004258:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077694.004260:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077694.004262:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077694.004266:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077694.004269:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077694.004273:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077694.004275:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004277:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.004278:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077694.004279:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077694.004281:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077694.004282:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077694.004284:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077694.004286:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077694.004287:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077694.004289:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077694.004290:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004291:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.004292:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077694.004293:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077694.004295:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077694.004295:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077694.004296:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077694.004297:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077694.004298:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077694.004299:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077694.004300:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004301:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.004302:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077694.004302:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077694.004303:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077694.004304:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077694.004305:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077694.004305:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077694.004306:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077694.004307:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077694.004308:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004309:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077694.004309:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077694.004310:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077694.004311:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077694.004312:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077694.004313:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077694.004314:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077694.004315:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077694.004316:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077694.004317:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004318:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.004324:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077694.004325:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.004327:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077694.004328:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077694.642454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077694.642460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077694.642465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077694.642466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077694.642480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077694.642487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077694.642489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077694.642494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077694.642498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077694.642502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.642504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077694.642507:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077694.642510:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077694.642543:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077694.642548:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077694.642552:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077695.026548:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077695.026554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077695.026556:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077695.026560:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077695.026563:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077695.026566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077695.026568:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077695.026570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077695.026573:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077695.666440:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077695.666441:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077695.666446:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077695.666447:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077695.666449:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077695.666450:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077695.666455:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077695.666456:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077695.666459:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077695.666461:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077695.666462:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077695.666465:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077695.666466:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077695.666467:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077695.666469:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077695.666472:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077695.666473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077695.666475:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077695.666476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077695.666571:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077695.666575:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077695.666578:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077696.050518:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077696.050527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077696.050529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077696.050535:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077696.050539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077696.050542:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077696.050544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077696.050547:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077696.050549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077696.690492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077696.690496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077696.690500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077696.690502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077696.690505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077696.690507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077696.690508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077696.690516:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077696.690522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077696.690525:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077696.690529:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077696.690538:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077696.690542:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077696.690570:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077696.690573:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077696.690576:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077697.074427:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077697.074444:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077697.074445:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077697.074451:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077697.074454:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077697.074457:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077697.074459:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077697.074461:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077697.074463:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077697.714479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077697.714482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077697.714486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077697.714487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077697.714492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077697.714493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077697.714497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077697.714501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077697.714507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077697.714511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077697.714514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077697.714516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077697.714520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077697.714557:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077697.714561:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077697.714564:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077698.098518:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077698.098526:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077698.098528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077698.098533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077698.098536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077698.098540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077698.098543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077698.098545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077698.098547:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077698.738460:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077698.738463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077698.738469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077698.738471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077698.738475:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077698.738476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077698.738479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077698.738483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077698.738488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077698.738493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077698.738496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077698.738500:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077698.738503:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077698.738551:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077698.738556:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077698.738560:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077699.122490:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077699.122495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077699.122503:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769077699.122504:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077699.122507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122508:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077699.122518:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077699.122518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077699.122532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077699.122533:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077699.122543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077699.122546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769077699.122552:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3337 00000100:00000001:2.0:1769077699.122552:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077699.122558:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077699.122571:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077699.122577:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077699.122579:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077699.122585:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077699.122588:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077699.122591:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077699.122594:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077699.122597:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077699.122598:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077699.122605:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077699.122609:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077699.122612:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077699.122616:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077699.122619:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122622:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077699.122626:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077699.122640:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077699.122642:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122646:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077699.122650:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077699.122655:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122668:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077699.122691:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cabb80 x1855008978420864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077699.122704:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077699.122710:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122727:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077699.122730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077699.122735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077699.122737:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077699.122739:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077699.122742:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077699.122746:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3337 00000100:00080000:1.0:1769077699.122751:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077699.122751:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077699.122757:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077699.122759:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077699.122760:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077699.122762:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077699.122764:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077699.122766:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769077699.122767:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077699.122771:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077699.122772:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077699.122780:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077699.122781:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122787:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077699.122790:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077699.122795:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769077699.122796:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077699.122801:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122803:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077699.122811:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978420864:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769077699.122812:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077699.122821:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077699.122822:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077699.122826:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077699.122832:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.122832:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122844:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077699.122844:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077699.122856:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077699.122864:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077699.122873:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:1.0:1769077699.122874:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.122877:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006069632 : -124070703481984 : ffff8f2889cabb80) 00000100:00000001:1.0:1769077699.122878:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.122889:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769077699.122891:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077699.122894:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122896:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077699.122898:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077699.122900:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122908:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077699.122914:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9f80 x1855008978420992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077699.122921:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077699.122923:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.122926:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077699.122929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077699.122933:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077699.122940:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000100:3.0:1769077699.122940:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:1.0:1769077699.122947:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077699.122952:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077699.122952:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077699.122957:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1769077699.122958:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3337 00000100:00000001:3.0:1769077699.122964:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.122967:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769077699.122968:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077699.122972:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077699.122975:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077699.122976:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077699.122991:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077699.122994:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077699.122994:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298011385 00000020:00000001:1.0:1769077699.122997:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077699.123003:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077699.123005:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077699.123007:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077699.123009:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1769077699.123016:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077699.123019:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077699.123020:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077699.123023:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077699.123024:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298011385 02000000:00000001:1.0:1769077699.123025:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123030:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077699.123031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077699.123036:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123038:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123039:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769077699.123043:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077699.123047:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123048:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077699.123060:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077699.123061:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077699.123063:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077699.123065:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123070:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123073:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077699.123078:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9500 x1855008978421120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077699.123088:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077699/real 1769077699] req@ffff8f2889cabb80 x1855008978420864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077699.123127:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077699.123131:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123136:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077699.123140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1769077699.123143:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1769077699.123144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077699.123148:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:3.0:1769077699.123149:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1769077699.123151:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077699.123156:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077699.123159:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1769077699.123160:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3337 00000100:00080000:1.0:1769077699.123166:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077699.123168:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077699.123170:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077699.123171:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077699.123173:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077699.123177:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077699.123178:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769077699.123184:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077699.123185:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077699.123193:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:3.0:1769077699.123198:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cabb80 x1855008978420864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077699.123205:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077699.123217:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077699.123218:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077699.123221:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077699.123224:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077699.123234:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077699.123235:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077699.123242:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123242:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077699.123245:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077699.123252:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077699.123253:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077699.123258:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1769077699.123262:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077699.123263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1769077699.123271:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077699.123277:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077699.123278:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077699.123285:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077699.123286:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:1.0:1769077699.123299:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077699.123303:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978420864:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077699.123305:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077699.123315:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077699.123317:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077699.123319:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123323:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077699.123325:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077699.123327:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077699.123329:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077699.123333:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077699.123334:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.123338:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077699.123341:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769077699.123342:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077699.123343:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077699.123350:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1769077699.123351:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab100 x1855008978421248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077699.123355:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077699.123364:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077699.123364:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077699.123370:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123371:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077699.123396:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077699.123399:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077699.123402:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077699.123404:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077699.123407:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077699.123409:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077699.123411:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077699.123414:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3337 00000100:00000001:3.0:1769077699.123417:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769077699.123419:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077699.123420:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123426:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077699.123428:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077699.123429:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077699.123435:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077699.123435:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077699.123441:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077699.123443:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769077699.123444:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:1.0:1769077699.123450:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077699.123450:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077699.123460:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077699.123460:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123461:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077699.123468:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077699.123469:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769077699.123471:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077699.123474:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077699.123475:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077699.123478:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077699.123479:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077699.123492:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123497:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077699.123498:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420992:192.168.204.124@tcp:38:kworker.0 00000008:00100000:1.0:1769077699.123499:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077699.123505:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123510:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123520:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077699.123521:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077699.123524:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123526:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077699.123528:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077699.123528:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077699.123534:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.123535:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077699.123541:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.123542:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077699.123548:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077699.123554:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9180 x1855008978421376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077699.123557:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077699.123561:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006062464 : -124070703489152 : ffff8f2889ca9f80) 00000100:00000001:3.0:1769077699.123571:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077699.123581:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077699.123584:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077699.123589:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077699.123590:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123596:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077699.123600:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077699.123603:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123605:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077699.123609:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123612:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298010146 00000100:00000001:3.0:1769077699.123615:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298011385 00000100:00000001:3.0:1769077699.123617:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298010146 00000100:00000001:3.0:1769077699.123619:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298011385 00000100:00000001:3.0:1769077699.123621:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077699.123623:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123624:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077699.123628:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077699/real 1769077699] req@ffff8f2889ca9f80 x1855008978420992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077699.123634:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077699.123635:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077699.123637:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077699.123638:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077699.123639:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123640:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077699.123641:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077699.123644:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9f80 x1855008978420992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077699.123648:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123650:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077699.123651:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123652:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077699.123654:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123655:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077699.123657:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077699.123660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077699.123663:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077699.123665:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077699.123669:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978420992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077699.123687:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077699.123689:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077699.123691:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.123693:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077699.123696:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077699.123698:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077699.123702:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077699.123705:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077699.123708:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077699.123709:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.123711:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077699.123715:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123721:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077699.123723:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006059776 : -124070703491840 : ffff8f2889ca9500) 00000100:00000001:3.0:1769077699.123726:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077699.123738:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077699.123742:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077699.123743:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077699.123744:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123745:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077699.123747:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123750:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298010143 00000100:00000001:3.0:1769077699.123752:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298011385 00000100:00000001:3.0:1769077699.123754:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298010143 00000100:00000001:3.0:1769077699.123755:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298011385 00000100:00000001:3.0:1769077699.123757:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077699.123758:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123759:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077699.123762:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077699/real 1769077699] req@ffff8f2889ca9500 x1855008978421120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077699.123767:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077699.123768:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077699.123770:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077699.123771:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077699.123772:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123773:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077699.123774:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077699.123777:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9500 x1855008978421120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077699.123781:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123782:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077699.123784:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123785:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077699.123786:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123787:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077699.123788:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077699.123790:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077699.123792:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077699.123793:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077699.123795:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077699.123798:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077699.123799:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077699.123799:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.123801:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077699.123803:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077699.123804:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077699.123806:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077699.123808:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077699.123809:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077699.123810:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.123811:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077699.123813:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123817:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077699.123818:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066944 : -124070703484672 : ffff8f2889cab100) 00000100:00000001:3.0:1769077699.123820:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077699.123827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077699.123829:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077699.123831:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077699.123831:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123832:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077699.123834:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123836:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298010146 00000100:00000001:3.0:1769077699.123838:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298011385 00000100:00000001:3.0:1769077699.123840:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298010146 00000100:00000001:3.0:1769077699.123841:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298011385 00000100:00000001:3.0:1769077699.123843:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077699.123844:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123845:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077699.123847:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077699/real 1769077699] req@ffff8f2889cab100 x1855008978421248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077699.123852:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077699.123852:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077699.123854:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077699.123854:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077699.123855:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123856:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077699.123857:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077699.123859:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab100 x1855008978421248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077699.123864:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123865:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077699.123866:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123868:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077699.123869:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123869:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077699.123871:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077699.123873:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077699.123875:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077699.123876:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077699.123878:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077699.123880:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123882:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077699.123882:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077699.123883:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077699.123885:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077699.123886:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077699.123887:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077699.123888:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077699.123889:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077699.123891:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077699.123892:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123893:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077699.123894:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077699.123894:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077699.123896:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077699.123896:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077699.123897:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077699.123898:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077699.123899:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077699.123900:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077699.123901:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123902:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077699.123902:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077699.123903:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077699.123904:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077699.123905:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077699.123905:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077699.123906:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077699.123907:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077699.123908:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077699.123909:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123910:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123912:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077699.123913:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123915:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077699.123916:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077699.123917:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077699.123918:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077699.123919:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.123920:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077699.123921:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077699.123923:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077699.123925:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077699.123928:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077699.123929:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077699.123930:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077699.123931:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077699.123932:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123935:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077699.123936:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006058880 : -124070703492736 : ffff8f2889ca9180) 00000100:00000001:3.0:1769077699.123938:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077699.123944:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077699.123946:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077699.123947:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077699.123948:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123949:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077699.123951:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123953:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298010138 00000100:00000001:3.0:1769077699.123955:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298011385 00000100:00000001:3.0:1769077699.123956:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298010138 00000100:00000001:3.0:1769077699.123958:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298011385 00000100:00000001:3.0:1769077699.123959:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077699.123960:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.123961:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077699.123964:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077699/real 1769077699] req@ffff8f2889ca9180 x1855008978421376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077699.123973:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077699.123974:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077699.123976:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077699.123977:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077699.123977:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123979:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077699.123979:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077699.123981:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9180 x1855008978421376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077699.123986:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123987:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077699.123989:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123990:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077699.123991:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.123992:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077699.123993:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077699.123994:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077699.123996:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077699.123997:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077699.123999:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077699.124001:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.124002:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077699.124003:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077699.124004:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077699.124005:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077699.124005:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077699.124006:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077699.124007:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077699.124008:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077699.124009:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077699.124010:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.124011:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.124013:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077699.124014:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.124015:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077699.124016:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077699.762466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077699.762472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077699.762474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077699.762480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077699.762483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077699.762485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.762487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077699.762489:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077699.762491:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077699.762542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077699.762546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077699.762549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077699.762550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077699.762593:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077699.762596:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077699.762599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077700.146438:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077700.146446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077700.146448:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077700.146455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077700.146459:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077700.146463:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077700.146466:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077700.146468:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077700.146471:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077700.786463:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077700.786468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077700.786471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077700.786474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077700.786475:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077700.786483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077700.786483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077700.786486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077700.786490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077700.786495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077700.786498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077700.786501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077700.786504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077700.786560:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077700.786565:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077700.786568:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077701.170449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077701.170457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077701.170466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077701.170472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077701.170476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077701.170480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077701.170482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077701.170485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077701.170487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077701.810482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077701.810488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077701.810489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077701.810492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077701.810493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077701.810499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077701.810500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077701.810502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077701.810505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077701.810509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077701.810511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077701.810514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077701.810516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077701.810576:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077701.810581:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077701.810585:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077702.194495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077702.194502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077702.194504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077702.194510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077702.194514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077702.194518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077702.194521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077702.194524:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077702.194527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077702.834432:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077702.834438:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077702.834440:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077702.834444:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077702.834445:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077702.834448:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077702.834449:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077702.834452:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077702.834454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077702.834457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077702.834457:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077702.834460:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077702.834464:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077702.834540:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077702.834544:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077702.834547:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077703.218441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077703.218448:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077703.218450:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077703.218454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077703.218458:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077703.218461:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077703.218463:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077703.218465:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077703.218467:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077703.858511:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077703.858517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077703.858519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077703.858521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077703.858525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077703.858529:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077703.858535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077703.858535:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077703.858540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077703.858542:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077703.858544:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077703.858550:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077703.858551:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077703.858557:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077703.858558:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077703.858571:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077703.858574:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077703.858578:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077703.858580:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077703.858656:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077703.858660:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077703.858662:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077704.242493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077704.242499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077704.242501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077704.242504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077704.242506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769077704.242513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077704.242513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077704.242517:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077704.242519:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077704.242522:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077704.242522:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077704.242526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.242527:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077704.242530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077704.242535:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3342 00000100:00080000:0.0:1769077704.242545:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077704.242548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077704.242550:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077704.242553:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077704.242556:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077704.242558:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077704.242560:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077704.242562:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077704.242563:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077704.242566:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077704.242568:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077704.242570:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077704.242572:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077704.242575:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242576:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077704.242578:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077704.242587:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077704.242602:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242606:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077704.242608:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077704.242612:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242623:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077704.242631:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978421504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077704.242640:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077704.242644:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242659:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077704.242661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077704.242664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077704.242665:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077704.242669:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077704.242671:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077704.242673:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3342 00000100:00080000:0.0:1769077704.242676:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077704.242678:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077704.242679:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077704.242681:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077704.242682:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077704.242683:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077704.242685:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077704.242687:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077704.242688:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077704.242691:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077704.242693:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077704.242695:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077704.242699:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077704.242699:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077704.242703:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242705:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077704.242705:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077704.242711:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1769077704.242712:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077704.242716:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.242716:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077704.242721:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.242721:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077704.242728:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077704.242731:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.242731:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077704.242735:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077704.242736:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077704.242737:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077704.242738:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242745:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.242745:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077704.242754:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978421632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077704.242756:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978421504:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077704.242768:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077704.242769:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077704.242770:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242774:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.242775:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1769077704.242776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077704.242779:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077704.242781:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077704.242783:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077704.242784:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769077704.242785:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077704.242788:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077704.242789:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077704.242791:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3342 00000100:00080000:0.0:1769077704.242795:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077704.242797:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077704.242798:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077704.242799:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077704.242800:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077704.242801:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077704.242802:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077704.242804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077704.242804:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077704.242805:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769077704.242807:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077704.242809:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:0.0:1769077704.242811:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077704.242814:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077704.242814:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077704.242819:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077704.242821:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242822:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077704.242824:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077704.242825:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242827:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077704.242830:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077704.242832:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242833:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077704.242835:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077704.242837:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242842:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077704.242847:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978421760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077704.242853:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077704.242861:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077704.242865:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.242865:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077704.242871:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.242872:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769077704.242877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077704.242877:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.242881:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769077704.242886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077704.242888:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242889:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077704.242894:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077704.242894:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298016505 00000100:00000001:0.0:1769077704.242900:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077704.242904:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3342 00000100:00000001:3.0:1769077704.242906:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769077704.242908:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077704.242912:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077704.242913:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077704.242915:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298016505 00000020:00000001:0.0:1769077704.242916:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077704.242919:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077704.242921:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077704.242922:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1769077704.242924:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077704.242927:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077704.242928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077704.242931:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077704.242932:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077704.242934:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077704.242934:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077704.242938:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077704.242939:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.242945:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769077704.242947:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242950:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077704.242953:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1769077704.242956:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077704/real 1769077704] req@ffff8f28835e8700 x1855008978421504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077704.242957:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242962:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077704.242968:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077704.242971:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242972:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077704.242973:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077704.242975:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.242979:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077704.242979:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077704.242982:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1769077704.242987:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978421888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077704.242987:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077704.242990:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077704.242994:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.242999:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077704.243000:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077704.243001:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.243004:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.243007:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077704.243009:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978421504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077704.243010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077704.243019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077704.243022:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077704.243024:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077704.243027:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.243028:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077704.243032:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077704.243033:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3342 00000100:00000001:3.0:1769077704.243038:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077704.243039:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077704.243041:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077704.243043:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077704.243043:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.243046:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077704.243048:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769077704.243051:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077704.243052:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077704.243055:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:3.0:1769077704.243057:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769077704.243058:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077704.243061:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077704.243065:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:3.0:1769077704.243065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077704.243069:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077704.243070:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1769077704.243076:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:3.0:1769077704.243077:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978421504:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077704.243082:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077704.243085:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077704.243085:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077704.243087:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077704.243089:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077704.243091:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243092:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769077704.243095:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077704.243097:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:0.0:1769077704.243098:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077704.243102:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:0.0:1769077704.243103:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.243107:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077704.243107:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1769077704.243110:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769077704.243110:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077704.243114:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.243116:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769077704.243117:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077704.243120:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769077704.243121:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077704.243125:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243125:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077704.243128:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243128:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243131:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077704.243135:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978422016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077704.243137:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077704.243140:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243144:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077704.243147:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077704.243148:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077704.243149:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077704.243151:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243152:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077704.243155:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.243157:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.243158:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077704.243162:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077704.243164:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077704.243168:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077704.243170:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077704.243172:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077704.243173:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.243175:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077704.243177:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243181:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077704.243183:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077704.243187:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077704.243195:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077704.243198:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077704.243200:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077704.243201:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243202:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077704.243204:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243207:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298015265 00000100:00000001:3.0:1769077704.243209:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298016505 00000100:00000001:3.0:1769077704.243211:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298015265 00000100:00000001:3.0:1769077704.243212:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298016505 00000100:00000001:3.0:1769077704.243214:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077704.243215:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243216:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077704.243219:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077704/real 1769077704] req@ffff8f28835e9180 x1855008978421632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077704.243225:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077704.243226:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077704.243227:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077704.243228:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077704.243229:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243230:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077704.243231:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077704.243234:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978421632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077704.243238:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243239:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077704.243241:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243242:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077704.243242:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243244:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077704.243245:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077704.243246:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077704.243248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077704.243250:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077704.243251:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077704.243254:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077704.243255:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077704.243256:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.243257:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077704.243258:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077704.243260:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077704.243262:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077704.243264:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077704.243265:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077704.243266:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.243267:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077704.243269:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243272:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077704.243273:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077704.243275:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077704.243280:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077704.243282:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077704.243283:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077704.243284:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243285:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077704.243287:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243289:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298015262 00000100:00000001:3.0:1769077704.243290:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298016505 00000100:00000001:3.0:1769077704.243292:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298015262 00000100:00000001:3.0:1769077704.243294:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298016505 00000100:00000001:3.0:1769077704.243295:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077704.243296:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243297:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077704.243299:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077704/real 1769077704] req@ffff8f28835eb480 x1855008978421760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077704.243304:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077704.243305:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077704.243307:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077704.243308:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077704.243308:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243309:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077704.243310:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077704.243312:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978421760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077704.243321:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243322:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077704.243324:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243325:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077704.243326:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243327:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077704.243328:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077704.243329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077704.243331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077704.243332:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077704.243334:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077704.243336:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077704.243337:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077704.243338:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.243339:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077704.243340:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077704.243341:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077704.243343:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077704.243345:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077704.243346:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077704.243347:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.243348:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077704.243349:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243352:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077704.243353:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077704.243355:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077704.243360:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077704.243362:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077704.243364:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077704.243365:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243366:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077704.243367:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243370:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298015265 00000100:00000001:3.0:1769077704.243371:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298016505 00000100:00000001:3.0:1769077704.243373:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298015265 00000100:00000001:3.0:1769077704.243394:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298016505 00000100:00000001:3.0:1769077704.243396:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077704.243397:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243398:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077704.243401:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077704/real 1769077704] req@ffff8f28835ead80 x1855008978421888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077704.243406:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077704.243407:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077704.243409:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077704.243410:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077704.243411:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243412:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077704.243413:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077704.243416:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978421888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077704.243420:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243422:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077704.243423:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243424:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077704.243425:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243426:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077704.243427:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077704.243428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077704.243430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077704.243431:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077704.243434:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978421888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077704.243436:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243437:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077704.243438:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077704.243439:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077704.243441:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077704.243442:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077704.243442:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077704.243444:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077704.243445:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077704.243446:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077704.243447:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243448:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077704.243449:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077704.243449:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077704.243451:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077704.243451:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077704.243452:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077704.243453:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077704.243454:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077704.243455:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077704.243456:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243457:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077704.243458:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077704.243458:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077704.243459:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077704.243460:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077704.243461:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077704.243462:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077704.243462:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077704.243463:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077704.243464:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243465:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243467:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077704.243468:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243469:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077704.243470:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077704.243471:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077704.243472:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077704.243473:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.243475:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077704.243476:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077704.243477:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077704.243479:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077704.243481:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077704.243483:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077704.243484:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077704.243485:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077704.243487:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243490:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077704.243491:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077704.243493:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077704.243500:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077704.243502:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077704.243504:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077704.243505:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243506:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077704.243508:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243510:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298015258 00000100:00000001:3.0:1769077704.243512:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298016505 00000100:00000001:3.0:1769077704.243513:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298015258 00000100:00000001:3.0:1769077704.243514:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298016505 00000100:00000001:3.0:1769077704.243516:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077704.243517:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243518:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077704.243520:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077704/real 1769077704] req@ffff8f28835ea300 x1855008978422016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077704.243525:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077704.243526:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077704.243527:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077704.243528:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077704.243529:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243530:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077704.243531:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077704.243533:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978422016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077704.243538:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243539:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077704.243541:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243542:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077704.243542:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243543:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077704.243544:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077704.243546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077704.243547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077704.243549:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077704.243550:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077704.243552:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243553:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077704.243554:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077704.243555:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077704.243556:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077704.243557:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077704.243557:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077704.243558:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077704.243559:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077704.243560:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077704.243561:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243562:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077704.243564:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077704.243565:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.243566:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077704.243567:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.882440:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077704.882446:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077704.882447:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077704.882453:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077704.882457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077704.882457:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077704.882461:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077704.882462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077704.882465:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077704.882469:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077704.882471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077704.882472:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077704.882476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077704.882533:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077704.882536:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077704.882539:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077705.266519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077705.266529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077705.266531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077705.266536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077705.266539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077705.266543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077705.266546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077705.266548:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077705.266551:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077705.906513:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077705.906517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077705.906525:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077705.906525:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077705.906529:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077705.906530:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077705.906532:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077705.906537:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769077705.906540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077705.906544:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077705.906547:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077705.906548:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077705.906552:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077705.906553:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077705.906556:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077705.906557:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077705.906579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077705.906582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077705.906585:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077705.906650:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077705.906655:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077705.906658:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077706.290482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077706.290488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077706.290490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077706.290494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077706.290497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077706.290501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077706.290503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077706.290505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077706.290507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077706.930446:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077706.930453:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077706.930455:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077706.930459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077706.930460:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077706.930464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077706.930465:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077706.930470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077706.930471:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077706.930473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077706.930475:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077706.930478:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077706.930481:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077706.930521:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077706.930524:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077706.930527:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077707.314504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077707.314511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077707.314513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077707.314519:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077707.314524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077707.314528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077707.314531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077707.314533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077707.314536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077707.954493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077707.954499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077707.954503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077707.954505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077707.954507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077707.954511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077707.954514:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077707.954515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077707.954522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077707.954538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077707.954542:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077707.954544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077707.954548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077707.954589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077707.954593:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077707.954597:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077708.338484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077708.338491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077708.338493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077708.338498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077708.338502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077708.338506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077708.338508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077708.338510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077708.338513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077708.978444:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077708.978451:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077708.978454:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077708.978459:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077708.978463:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077708.978467:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077708.978468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077708.978471:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077708.978473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077708.978475:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077708.978479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077708.978480:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077708.978483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077708.978557:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077708.978561:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077708.978564:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077709.362472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077709.362474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077709.362480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077709.362483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077709.362483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362489:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1769077709.362489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769077709.362494:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077709.362494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077709.362499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.362500:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077709.362502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077709.362523:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3347 00000100:00000001:2.0:1769077709.362533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077709.362535:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077709.362536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362540:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077709.362544:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077709.362548:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077709.362550:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077709.362553:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077709.362555:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077709.362558:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077709.362559:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077709.362564:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077709.362567:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077709.362570:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077709.362573:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077709.362576:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362579:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077709.362581:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077709.362591:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077709.362593:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362596:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077709.362598:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077709.362602:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362614:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077709.362623:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978422144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077709.362633:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077709.362637:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362652:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077709.362655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077709.362658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077709.362660:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077709.362662:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077709.362664:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077709.362667:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3347 00000100:00080000:0.0:1769077709.362670:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077709.362673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077709.362675:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077709.362677:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077709.362678:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077709.362680:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077709.362683:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077709.362685:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077709.362687:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077709.362688:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769077709.362691:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077709.362693:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077709.362695:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362697:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769077709.362699:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077709.362701:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077709.362704:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077709.362706:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077709.362709:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077709.362712:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077709.362717:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.362717:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362723:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077709.362726:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978422144:192.168.204.124@tcp:250:kworker.0 00000008:00100000:0.0:1769077709.362729:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077709.362731:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1769077709.362735:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.362736:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077709.362737:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.362739:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.362743:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077709.362744:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077709.362747:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.362747:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362749:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077709.362752:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077709.362754:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362760:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362762:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077709.362764:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00100000:0.0:1769077709.362768:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978422272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077709.362768:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077709.362779:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077709.362781:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362785:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077709.362787:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077709.362791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077709.362793:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077709.362794:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077709.362797:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077709.362800:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3347 00000100:00080000:0.0:1769077709.362803:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769077709.362805:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077709.362806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077709.362809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077709.362811:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077709.362812:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077709.362815:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077709.362817:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077709.362819:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077709.362820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077709.362824:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077709.362826:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077709.362827:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077709.362831:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077709.362833:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077709.362834:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077709.362837:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077709.362838:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362840:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077709.362843:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077709.362846:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077709.362849:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362849:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362851:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362854:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298021625 02000000:00000001:0.0:1769077709.362857:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077709.362859:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362861:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077709.362863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077709.362863:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769077709.362865:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362869:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298021625 00000100:00000001:0.0:1769077709.362872:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362874:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1769077709.362880:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978422400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077709.362887:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077709.362889:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.362892:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362892:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077709.362895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077709.362897:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077709.362901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077709.362902:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077709.362904:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077709.362907:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077709.362912:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077709.362912:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077709/real 1769077709] req@ffff8f28835ea680 x1855008978422144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077709.362918:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3347 00000100:00080000:0.0:1769077709.362925:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077709.362929:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077709.362932:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077709.362937:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077709.362939:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077709.362942:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077709.362945:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000400:00000001:3.0:1769077709.362946:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769077709.362949:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1769077709.362949:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077709.362953:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077709.362954:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1769077709.362958:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077709.362958:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077709.362961:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.362964:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362964:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769077709.362968:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077709.362968:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077709.362972:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978422144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077709.362978:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077709.362978:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077709.362984:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.362985:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077709.362990:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.362991:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077709.362992:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077709.362994:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769077709.362995:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077709.362996:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077709.362999:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1769077709.363000:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077709.363002:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077709.363004:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077709.363007:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077709.363009:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1769077709.363011:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077709.363012:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978422144:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077709.363014:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363016:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.363018:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077709.363019:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077709.363021:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077709.363022:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077709.363024:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.363024:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077709.363029:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077709.363030:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077709.363031:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077709.363032:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077709.363037:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077709.363040:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1769077709.363041:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978422528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077709.363042:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077709.363044:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363048:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363055:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077709.363056:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077709.363057:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363060:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077709.363061:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363062:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077709.363064:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077709.363066:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077709.363067:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.363068:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.363069:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077709.363071:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077709.363073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077709.363074:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077709.363080:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422272:192.168.204.124@tcp:38:kworker.0 00000100:00080000:0.0:1769077709.363081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077709.363083:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077709.363085:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077709.363086:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1769077709.363088:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769077709.363088:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.363092:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077709.363093:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077709.363097:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077709.363098:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3347 00000100:00080000:0.0:1769077709.363104:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077709.363106:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077709.363107:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077709.363110:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:0.0:1769077709.363111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077709.363117:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077709.363117:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769077709.363119:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077709.363123:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077709.363125:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077709.363128:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077709.363130:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077709.363135:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000800:00000100:3.0:1769077709.363136:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077709.363141:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363143:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1769077709.363144:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077709.363149:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077709.363149:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077709.363152:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077709.363154:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363156:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077709.363158:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077709.363161:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077709.363162:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077709.363164:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.363167:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363169:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298020385 02000000:00000001:0.0:1769077709.363171:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077709.363174:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363174:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298021625 00000100:00000001:0.0:1769077709.363180:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077709.363180:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298020385 02000000:00000001:0.0:1769077709.363183:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077709.363185:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298021625 02000000:00000001:0.0:1769077709.363186:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363189:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077709.363193:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363193:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363195:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077709.363200:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978422656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077709.363203:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077709/real 1769077709] req@ffff8f28835e9f80 x1855008978422272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077709.363217:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077709.363221:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.363226:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077709.363234:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077709.363236:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077709.363239:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077709.363241:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077709.363243:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363244:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077709.363245:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077709.363249:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978422272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077709.363254:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363256:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077709.363257:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363258:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077709.363259:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363260:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077709.363261:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077709.363262:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077709.363264:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077709.363265:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077709.363267:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077709.363270:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077709.363270:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077709.363271:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.363273:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077709.363274:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077709.363275:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077709.363277:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077709.363279:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077709.363280:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077709.363282:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.363283:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077709.363286:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363291:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077709.363292:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:3.0:1769077709.363296:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077709.363307:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077709.363311:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077709.363313:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077709.363314:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363316:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077709.363319:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363322:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298020382 00000100:00000001:3.0:1769077709.363325:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298021625 00000100:00000001:3.0:1769077709.363327:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298020382 00000100:00000001:3.0:1769077709.363329:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298021625 00000100:00000001:3.0:1769077709.363331:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077709.363341:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363342:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077709.363345:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077709/real 1769077709] req@ffff8f28835e9500 x1855008978422400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077709.363353:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077709.363354:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077709.363357:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077709.363359:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077709.363360:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363361:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077709.363362:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077709.363366:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978422400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077709.363395:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363397:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077709.363400:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363401:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077709.363402:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363403:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077709.363404:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077709.363405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077709.363408:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077709.363409:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077709.363411:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077709.363413:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363415:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077709.363416:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077709.363423:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077709.363426:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077709.363427:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077709.363431:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077709.363434:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077709.363435:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077709.363437:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077709.363438:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363439:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077709.363440:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077709.363441:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077709.363443:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077709.363444:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077709.363445:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077709.363446:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077709.363447:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077709.363448:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077709.363449:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363451:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363454:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077709.363456:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363457:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077709.363459:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077709.363460:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077709.363461:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077709.363463:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.363465:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077709.363467:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077709.363469:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077709.363472:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077709.363475:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077709.363477:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077709.363478:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.363480:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077709.363482:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363488:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077709.363489:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077709.363492:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077709.363518:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077709.363523:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077709.363525:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077709.363526:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363528:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077709.363530:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363534:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298020386 00000100:00000001:3.0:1769077709.363537:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298021625 00000100:00000001:3.0:1769077709.363539:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298020386 00000100:00000001:3.0:1769077709.363541:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298021625 00000100:00000001:3.0:1769077709.363543:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077709.363545:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363546:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077709.363551:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077709/real 1769077709] req@ffff8f28835ea300 x1855008978422528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077709.363558:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077709.363559:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077709.363561:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077709.363562:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077709.363563:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363565:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077709.363566:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077709.363568:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978422528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077709.363572:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363573:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077709.363575:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363576:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077709.363577:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363578:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077709.363579:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077709.363580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077709.363582:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077709.363583:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077709.363585:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077709.363587:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077709.363587:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077709.363588:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.363590:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077709.363591:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077709.363593:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077709.363596:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077709.363599:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077709.363600:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077709.363602:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077709.363603:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077709.363606:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363611:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077709.363612:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077709.363615:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077709.363626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077709.363630:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077709.363632:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077709.363633:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363635:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077709.363638:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363641:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298020378 00000100:00000001:3.0:1769077709.363644:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298021625 00000100:00000001:3.0:1769077709.363646:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298020378 00000100:00000001:3.0:1769077709.363648:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298021625 00000100:00000001:3.0:1769077709.363650:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077709.363652:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363654:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077709.363663:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077709/real 1769077709] req@ffff8f28835ead80 x1855008978422656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077709.363670:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077709.363672:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077709.363674:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077709.363676:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077709.363677:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363678:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077709.363679:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077709.363682:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978422656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077709.363686:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363687:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077709.363688:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363689:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077709.363690:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363691:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077709.363692:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077709.363693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077709.363695:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077709.363696:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077709.363698:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077709.363700:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363701:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077709.363702:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077709.363703:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077709.363704:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077709.363705:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077709.363706:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077709.363707:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077709.363708:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077709.363709:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077709.363710:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363711:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077709.363711:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077709.363712:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077709.363713:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077709.363714:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077709.363714:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077709.363715:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077709.363716:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077709.363717:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077709.363718:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363719:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077709.363721:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077709.363722:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077709.363723:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077709.363724:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077710.002467:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077710.002471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077710.002475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077710.002476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077710.002479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077710.002483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077710.002485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077710.002487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077710.002491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077710.002509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077710.002513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077710.002515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077710.002519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077710.002560:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077710.002565:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077710.002568:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077710.386481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077710.386503:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077710.386505:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077710.386512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077710.386517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077710.386522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077710.386525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077710.386527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077710.386529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077711.026448:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077711.026454:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077711.026455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077711.026456:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077711.026459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077711.026461:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077711.026465:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077711.026467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077711.026467:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077711.026470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077711.026471:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077711.026473:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077711.026496:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077711.026537:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077711.026541:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077711.026545:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077711.410526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077711.410535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077711.410537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077711.410544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077711.410548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077711.410551:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077711.410554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077711.410557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077711.410560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077712.050498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077712.050504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077712.050509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077712.050509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077712.050511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077712.050515:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077712.050518:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077712.050523:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077712.050527:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077712.050531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077712.050534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077712.050537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077712.050540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077712.050564:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077712.050568:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077712.050570:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077712.434476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077712.434484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077712.434486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077712.434493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077712.434497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077712.434500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077712.434503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077712.434506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077712.434509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077713.074483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077713.074490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077713.074494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077713.074496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077713.074499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077713.074500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077713.074502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077713.074506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077713.074509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077713.074512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077713.074514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077713.074517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077713.074519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077713.074559:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077713.074562:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077713.074565:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077713.458541:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077713.458551:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077713.458553:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077713.458561:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077713.458566:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077713.458570:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077713.458573:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077713.458576:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077713.458579:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.098474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077714.098481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077714.098483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077714.098488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077714.098491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077714.098494:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077714.098496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077714.098498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077714.098500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077714.098507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077714.098513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077714.098520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077714.098525:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077714.098528:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077714.098530:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077714.098533:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077714.098534:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077714.098536:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077714.098538:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077714.098611:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077714.098616:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077714.098620:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077714.482457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077714.482463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077714.482465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077714.482470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077714.482474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077714.482477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077714.482479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077714.482486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077714.482489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077714.482563:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077714.482570:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077714.482575:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077714.482580:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077714.482584:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077714.482594:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3353 00000100:00080000:3.0:1769077714.482604:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077714.482608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077714.482611:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077714.482620:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077714.482623:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077714.482626:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077714.482629:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077714.482631:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077714.482632:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077714.482637:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077714.482639:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077714.482642:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077714.482645:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077714.482648:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.482650:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077714.482652:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077714.482662:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077714.482663:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.482666:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077714.482668:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077714.482673:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.482684:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077714.482693:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978422784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077714.482703:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077714.482707:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.482731:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077714.482734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077714.482739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077714.482741:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077714.482743:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077714.482746:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077714.482749:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3353 00000100:00080000:3.0:1769077714.482754:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077714.482757:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077714.482760:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077714.482760:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077714.482767:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077714.482768:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077714.482772:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769077714.482773:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077714.482775:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077714.482779:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077714.482780:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077714.482788:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:0.0:1769077714.482791:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769077714.482792:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077714.482796:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077714.482796:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077714.482802:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077714.482811:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:0.0:1769077714.482812:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978422784:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077714.482825:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077714.482826:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.482829:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077714.482830:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077714.482833:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.482836:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077714.482839:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077714.482844:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077714.482844:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.482853:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077714.482856:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077714.482860:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.482862:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077714.482868:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077714.482869:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.482871:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077714.482872:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077714.482875:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 02000000:00000001:3.0:1769077714.482876:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077714.482880:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.482883:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077714.482889:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077714.482898:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978422912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077714.482912:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077714.482915:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.482919:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077714.482921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077714.482925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077714.482926:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077714.482928:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077714.482930:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077714.482932:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3353 00000100:00080000:3.0:1769077714.482937:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077714.482940:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077714.482945:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000800:00000100:0.0:1769077714.482947:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:3.0:1769077714.482952:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077714.482956:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077714.482958:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077714.482962:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077714.482964:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077714.482967:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077714.482968:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769077714.482974:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077714.482977:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077714.482979:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.482981:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077714.482986:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077714.482987:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769077714.482992:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077714.482996:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077714.482996:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483003:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077714.483007:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077714.483009:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483011:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483017:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298026745 02000000:00000001:3.0:1769077714.483017:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077714.483022:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483026:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077714.483027:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077714.483029:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483034:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077714.483035:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483044:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298026745 00000100:00100000:3.0:1769077714.483054:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978423040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077714.483064:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077714.483071:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077714.483074:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077714.483075:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483080:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483083:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483084:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769077714.483089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077714.483092:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077714/real 1769077714] req@ffff8f28835f8700 x1855008978422784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077714.483098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077714.483104:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077714.483110:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077714.483121:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077714.483125:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3353 00000100:00080000:3.0:1769077714.483129:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077714.483132:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077714.483133:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077714.483136:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077714.483140:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1769077714.483142:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769077714.483144:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000400:00000001:0.0:1769077714.483145:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077714.483149:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769077714.483150:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077714.483153:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077714.483155:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077714.483158:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077714.483162:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077714.483164:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077714.483165:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483168:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769077714.483171:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077714.483172:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077714.483183:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978422784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769077714.483184:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077714.483193:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483195:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077714.483197:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077714.483200:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483202:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077714.483206:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077714.483211:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077714.483212:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483218:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077714.483219:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077714.483227:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077714.483227:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077714.483233:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077714.483236:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483238:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077714.483240:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769077714.483242:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077714.483243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077714.483254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077714.483255:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483257:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077714.483267:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978422784:192.168.204.124@tcp:250:kworker.0 00000100:00100000:3.0:1769077714.483273:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978423168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077714.483283:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077714.483285:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077714.483286:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483292:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077714.483295:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769077714.483295:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.483304:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1769077714.483305:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769077714.483309:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1769077714.483317:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1769077714.483318:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077714.483322:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769077714.483324:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1769077714.483327:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1769077714.483328:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769077714.483330:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077714.483337:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077714.483338:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077714.483339:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483344:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077714.483348:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3353 00000100:00000001:0.0:1769077714.483354:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077714.483354:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077714.483359:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483359:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077714.483366:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077714.483367:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077714.483371:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077714.483399:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077714.483401:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077714.483402:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.483405:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077714.483406:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077714.483408:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077714.483413:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1769077714.483414:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422912:192.168.204.124@tcp:38:kworker.0 00000020:00000001:3.0:1769077714.483431:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077714.483436:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077714.483437:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077714.483440:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769077714.483442:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769077714.483444:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483447:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077714.483449:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077714.483452:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077714.483455:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077714.483461:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077714.483465:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483466:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077714.483469:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 02000000:00000001:3.0:1769077714.483472:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077714.483477:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769077714.483479:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077714.483483:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483486:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077714.483489:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077714.483492:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483494:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077714.483499:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:3.0:1769077714.483505:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077714.483507:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483509:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077714.483512:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077714.483515:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769077714.483516:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483519:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077714.483521:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483522:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077714.483525:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483526:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483535:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298025506 00000100:00000001:0.0:1769077714.483540:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298026745 00000100:00100000:3.0:1769077714.483541:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978423296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077714.483546:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298025506 00000100:00000001:0.0:1769077714.483554:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298026745 00000100:00000001:0.0:1769077714.483559:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077714.483568:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483574:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077714.483579:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1769077714.483586:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077714/real 1769077714] req@ffff8f28835fa300 x1855008978422912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077714.483586:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077714.483594:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077714.483618:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077714.483620:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077714.483623:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077714.483625:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077714.483627:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483628:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077714.483630:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077714.483636:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978422912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077714.483650:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483651:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077714.483657:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483658:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077714.483659:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483660:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077714.483662:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077714.483664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077714.483667:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077714.483668:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077714.483670:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978422912:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077714.483673:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077714.483674:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077714.483675:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.483677:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077714.483679:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077714.483680:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077714.483682:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077714.483684:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077714.483686:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077714.483688:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.483689:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077714.483691:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483695:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077714.483696:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769077714.483699:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077714.483708:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077714.483711:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077714.483713:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077714.483714:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483715:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077714.483716:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483719:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298025503 00000100:00000001:0.0:1769077714.483720:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298026745 00000100:00000001:0.0:1769077714.483722:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298025503 00000100:00000001:0.0:1769077714.483724:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298026745 00000100:00000001:0.0:1769077714.483725:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077714.483726:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483728:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077714.483731:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077714/real 1769077714] req@ffff8f28835fb100 x1855008978423040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077714.483739:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077714.483740:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077714.483741:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077714.483742:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077714.483744:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483745:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077714.483746:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077714.483748:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978423040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077714.483753:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483754:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077714.483757:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483758:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077714.483759:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483761:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077714.483762:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077714.483764:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077714.483766:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077714.483768:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077714.483770:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077714.483772:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077714.483773:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077714.483774:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.483776:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077714.483777:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077714.483778:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077714.483780:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077714.483782:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077714.483784:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077714.483785:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.483785:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077714.483788:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483792:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077714.483793:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077714.483796:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077714.483802:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077714.483805:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077714.483806:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077714.483807:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483808:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077714.483810:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483812:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298025506 00000100:00000001:0.0:1769077714.483814:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298026745 00000100:00000001:0.0:1769077714.483815:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298025506 00000100:00000001:0.0:1769077714.483817:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298026745 00000100:00000001:0.0:1769077714.483818:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077714.483819:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483821:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077714.483823:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077714/real 1769077714] req@ffff8f28835fb800 x1855008978423168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077714.483827:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077714.483827:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077714.483829:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077714.483830:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077714.483831:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483832:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077714.483833:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077714.483835:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978423168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077714.483838:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483840:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077714.483841:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483841:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077714.483842:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483843:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077714.483844:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077714.483846:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077714.483848:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077714.483849:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077714.483851:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077714.483853:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483854:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077714.483856:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077714.483857:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077714.483858:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077714.483859:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077714.483860:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077714.483862:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077714.483863:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077714.483865:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077714.483865:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483866:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077714.483867:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077714.483868:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077714.483869:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077714.483870:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077714.483870:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077714.483871:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077714.483872:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077714.483873:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077714.483873:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483874:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077714.483875:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077714.483875:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077714.483876:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077714.483877:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077714.483877:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077714.483878:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077714.483879:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077714.483879:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077714.483880:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483881:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483883:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077714.483884:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483885:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077714.483886:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077714.483887:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077714.483888:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077714.483888:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.483890:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077714.483891:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077714.483892:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077714.483893:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077714.483897:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077714.483898:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077714.483899:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.483900:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077714.483902:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483904:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077714.483905:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:0.0:1769077714.483908:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077714.483913:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077714.483916:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077714.483917:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077714.483918:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483919:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077714.483920:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483923:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298025498 00000100:00000001:0.0:1769077714.483924:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298026745 00000100:00000001:0.0:1769077714.483925:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298025498 00000100:00000001:0.0:1769077714.483927:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298026745 00000100:00000001:0.0:1769077714.483928:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077714.483929:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483930:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077714.483932:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077714/real 1769077714] req@ffff8f28835fa680 x1855008978423296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077714.483936:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077714.483937:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077714.483938:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077714.483938:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077714.483939:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483941:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077714.483941:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077714.483943:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978423296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077714.483952:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483953:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077714.483954:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483955:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077714.483956:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483957:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077714.483957:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077714.483959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077714.483960:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077714.483961:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077714.483963:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077714.483965:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483966:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077714.483966:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077714.483967:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077714.483968:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077714.483968:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077714.483969:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077714.483971:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077714.483972:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077714.483972:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077714.483973:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483974:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.483975:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077714.483976:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.483977:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077714.483978:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077715.122464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077715.122469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077715.122473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077715.122473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077715.122477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077715.122479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077715.122481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077715.122483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077715.122489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077715.122493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077715.122497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077715.122499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077715.122502:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077715.122574:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077715.122581:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077715.122586:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077715.506487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077715.506492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077715.506494:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077715.506498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077715.506500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077715.506503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077715.506505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077715.506507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077715.506508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077716.146497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077716.146506:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077716.146506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077716.146508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077716.146512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077716.146513:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077716.146516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077716.146519:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769077716.146522:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077716.146523:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077716.146529:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077716.146530:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077716.146532:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077716.146535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077716.146539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077716.146540:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077716.146542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077716.146544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077716.146549:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077716.146626:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077716.146629:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077716.146631:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077716.530536:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077716.530544:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077716.530547:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077716.530553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077716.530558:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077716.530562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077716.530564:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077716.530567:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077716.530576:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077717.170464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077717.170469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077717.170471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077717.170476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077717.170476:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077717.170481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077717.170481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077717.170485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077717.170487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077717.170488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077717.170489:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077717.170492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077717.170493:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077717.170551:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077717.170553:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077717.170555:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077717.554486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077717.554492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077717.554493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077717.554498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077717.554501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077717.554504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077717.554505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077717.554507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077717.554509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077718.194458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077718.194463:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077718.194465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077718.194468:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077718.194471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077718.194472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077718.194475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077718.194478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077718.194482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077718.194486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077718.194488:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077718.194491:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077718.194494:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077718.194525:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077718.194529:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077718.194532:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077718.578495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077718.578504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077718.578507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077718.578513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077718.578517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077718.578522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077718.578525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077718.578527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077718.578530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.218482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077719.218488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077719.218489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077719.218494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077719.218499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077719.218504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077719.218507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077719.218510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077719.218513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077719.218514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077719.218521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077719.218528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077719.218529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.218598:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077719.218602:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077719.218606:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077719.602485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077719.602493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077719.602495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077719.602500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077719.602504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077719.602507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077719.602509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077719.602511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077719.602513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077719.602599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077719.602605:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077719.602608:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077719.602612:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077719.602616:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077719.602623:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3358 00000100:00080000:3.0:1769077719.602642:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077719.602646:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077719.602648:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077719.602653:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077719.602656:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077719.602660:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077719.602662:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077719.602664:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077719.602666:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077719.602671:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077719.602674:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077719.602677:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077719.602681:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077719.602684:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602686:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077719.602689:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077719.602702:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077719.602704:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602707:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077719.602710:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077719.602714:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602724:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077719.602732:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978423424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077719.602740:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077719.602744:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602760:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077719.602763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077719.602765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077719.602769:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077719.602771:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077719.602774:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077719.602777:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3358 00000100:00080000:3.0:1769077719.602780:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077719.602782:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077719.602784:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077719.602786:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077719.602788:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077719.602790:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077719.602793:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077719.602795:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077719.602797:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077719.602801:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077719.602804:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077719.602806:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077719.602808:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769077719.602812:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077719.602813:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769077719.602816:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.602817:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077719.602820:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077719.602821:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077719.602824:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769077719.602826:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769077719.602829:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:3.0:1769077719.602830:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.602833:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077719.602833:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077719.602836:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077719.602838:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077719.602839:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602842:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077719.602844:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1769077719.602846:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978423424:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769077719.602846:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602852:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.602854:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077719.602859:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1769077719.602859:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978423552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077719.602863:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.602867:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077719.602870:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077719.602872:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.602874:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602875:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077719.602880:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077719.602882:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077719.602883:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077719.602884:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077719.602886:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077719.602889:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3358 00000100:00080000:3.0:1769077719.602891:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077719.602893:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077719.602894:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077719.602896:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1769077719.602896:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077719.602900:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000020:00000001:3.0:1769077719.602900:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077719.602903:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077719.602906:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769077719.602907:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077719.602911:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077719.602913:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077719.602916:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077719.602919:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077719.602921:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077719.602924:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077719.602926:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602928:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077719.602930:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077719.602933:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602935:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077719.602939:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077719.602941:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602942:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077719.602943:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077719.602945:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077719.602949:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077719.602952:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077719.602959:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978423680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077719.602964:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077719.602968:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077719.602970:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077719.602973:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.602974:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.602977:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.602978:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769077719.602982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077719.602984:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077719.602989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077719.602992:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298031865 00000100:00000001:3.0:1769077719.602992:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077719.602995:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077719.602998:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077719.603000:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3358 00000100:00000001:0.0:1769077719.603003:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769077719.603004:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077719.603008:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077719.603010:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077719.603013:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077719.603014:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298031865 00000020:00000001:3.0:1769077719.603015:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077719.603020:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769077719.603027:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077719.603031:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077719.603032:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077719.603034:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077719.603037:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.603037:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077719.603041:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769077719.603045:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:0.0:1769077719.603050:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077719/real 1769077719] req@ffff8f28835f8e00 x1855008978423424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077719.603050:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077719.603054:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077719.603059:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077719.603063:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077719.603064:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077719.603065:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000001:0.0:1769077719.603068:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00100000:3.0:1769077719.603069:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077719.603073:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077719.603076:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077719.603080:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077719.603080:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603084:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077719.603084:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603088:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077719.603091:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1769077719.603095:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978423424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769077719.603095:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.603098:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077719.603100:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077719.603102:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.603108:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603109:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603113:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:3.0:1769077719.603115:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978423808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077719.603118:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603121:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077719.603124:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077719.603126:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077719.603128:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077719.603129:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603133:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077719.603133:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077719.603135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077719.603138:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077719.603138:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077719.603142:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077719.603144:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077719.603147:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077719.603147:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077719.603152:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1769077719.603153:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3358 00000100:00080000:3.0:1769077719.603158:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077719.603160:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978423424:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077719.603165:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077719.603168:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077719.603168:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077719.603171:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077719.603173:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769077719.603173:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077719.603177:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769077719.603177:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769077719.603181:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1769077719.603181:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077719.603183:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077719.603185:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077719.603186:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1769077719.603188:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000020:00000001:0.0:1769077719.603190:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769077719.603191:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077719.603193:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077719.603194:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077719.603195:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077719.603198:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.603199:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077719.603201:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000008:00100000:3.0:1769077719.603201:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769077719.603205:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:3.0:1769077719.603205:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.603206:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603210:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1769077719.603211:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077719.603214:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077719.603215:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603220:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077719.603220:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077719.603221:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077719.603224:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077719.603228:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603230:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077719.603231:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978423936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077719.603234:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603238:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077719.603241:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077719.603241:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077719.603245:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077719.603245:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603249:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077719.603250:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603251:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.603255:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077719.603257:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077719.603259:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077719.603264:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077719.603267:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077719.603269:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077719.603271:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.603273:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077719.603275:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603281:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077719.603282:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:0.0:1769077719.603286:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077719.603296:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077719.603300:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077719.603302:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077719.603303:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603305:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077719.603308:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603312:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298030625 00000100:00000001:0.0:1769077719.603314:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298031865 00000100:00000001:0.0:1769077719.603317:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298030625 00000100:00000001:0.0:1769077719.603319:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298031865 00000100:00000001:0.0:1769077719.603321:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077719.603324:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603325:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077719.603329:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077719/real 1769077719] req@ffff8f28835f9f80 x1855008978423552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077719.603364:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077719.603366:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077719.603369:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077719.603370:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077719.603372:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603401:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077719.603403:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077719.603407:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978423552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077719.603414:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603416:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077719.603419:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603420:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077719.603421:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603423:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077719.603425:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077719.603427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077719.603431:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077719.603433:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077719.603436:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077719.603440:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077719.603441:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077719.603443:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.603445:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077719.603446:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077719.603448:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077719.603451:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077719.603454:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077719.603456:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077719.603458:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.603459:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077719.603462:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603467:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077719.603468:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:0.0:1769077719.603472:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077719.603481:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077719.603485:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077719.603487:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077719.603488:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603490:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077719.603492:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603495:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298030623 00000100:00000001:0.0:1769077719.603498:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298031865 00000100:00000001:0.0:1769077719.603500:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298030623 00000100:00000001:0.0:1769077719.603502:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298031865 00000100:00000001:0.0:1769077719.603505:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077719.603506:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603508:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077719.603511:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077719/real 1769077719] req@ffff8f28835f8000 x1855008978423680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077719.603519:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077719.603520:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077719.603522:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077719.603523:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077719.603525:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603527:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077719.603528:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077719.603531:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978423680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077719.603544:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603546:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077719.603548:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603550:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077719.603551:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603553:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077719.603554:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077719.603557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077719.603559:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077719.603561:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077719.603564:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077719.603568:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077719.603569:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077719.603570:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.603578:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077719.603580:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077719.603582:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077719.603585:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077719.603588:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077719.603590:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077719.603592:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.603593:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077719.603596:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603602:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077719.603603:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:0.0:1769077719.603606:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077719.603614:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077719.603618:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077719.603619:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077719.603620:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603622:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077719.603625:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603628:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298030626 00000100:00000001:0.0:1769077719.603630:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298031865 00000100:00000001:0.0:1769077719.603632:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298030626 00000100:00000001:0.0:1769077719.603634:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298031865 00000100:00000001:0.0:1769077719.603636:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077719.603638:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603640:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077719.603643:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077719/real 1769077719] req@ffff8f28835fa680 x1855008978423808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077719.603651:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077719.603652:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077719.603654:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077719.603655:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077719.603657:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603659:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077719.603660:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077719.603663:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978423808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077719.603670:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603672:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077719.603674:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603676:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077719.603677:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603678:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077719.603680:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077719.603682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077719.603685:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077719.603687:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077719.603690:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077719.603694:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603695:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077719.603697:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077719.603698:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077719.603700:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077719.603701:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077719.603702:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077719.603705:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077719.603706:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077719.603708:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077719.603709:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603711:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077719.603712:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077719.603713:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077719.603715:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077719.603716:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077719.603717:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077719.603718:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077719.603719:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077719.603720:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077719.603721:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603723:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077719.603724:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077719.603725:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077719.603727:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077719.603728:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077719.603729:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077719.603731:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077719.603732:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077719.603734:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077719.603735:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603736:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603739:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077719.603740:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603742:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077719.603743:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077719.603744:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077719.603745:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077719.603747:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.603749:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077719.603750:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077719.603752:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077719.603755:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077719.603758:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077719.603759:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077719.603761:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077719.603762:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077719.603764:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603768:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077719.603769:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077719.603772:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077719.603780:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077719.603783:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077719.603785:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077719.603786:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603788:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077719.603790:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603792:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298030618 00000100:00000001:0.0:1769077719.603794:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298031865 00000100:00000001:0.0:1769077719.603796:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298030618 00000100:00000001:0.0:1769077719.603799:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298031865 00000100:00000001:0.0:1769077719.603800:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077719.603802:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603804:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077719.603807:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077719/real 1769077719] req@ffff8f28835fb800 x1855008978423936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077719.603815:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077719.603816:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077719.603818:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077719.603819:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077719.603821:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603822:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077719.603824:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077719.603828:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978423936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077719.603834:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603836:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077719.603839:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603840:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077719.603841:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603843:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077719.603844:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077719.603846:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077719.603849:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077719.603850:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077719.603853:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978423936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077719.603856:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603858:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077719.603859:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077719.603860:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077719.603862:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077719.603863:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077719.603864:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077719.603866:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077719.603867:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077719.603868:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077719.603870:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603872:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.603874:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077719.603875:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.603877:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077719.603878:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077720.242462:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077720.242466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077720.242469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077720.242471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077720.242472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077720.242479:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077720.242483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077720.242484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077720.242487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077720.242488:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077720.242492:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077720.242494:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077720.242497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077720.242563:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077720.242569:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077720.242574:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077720.626449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077720.626455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077720.626458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077720.626463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077720.626466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077720.626471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077720.626474:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077720.626477:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077720.626480:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077721.266450:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077721.266454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077721.266455:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077721.266458:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077721.266460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077721.266462:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077721.266465:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077721.266468:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077721.266470:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077721.266471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077721.266472:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077721.266476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077721.266476:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077721.266529:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077721.266532:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077721.266535:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077721.650429:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077721.650437:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077721.650439:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077721.650444:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077721.650448:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077721.650452:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077721.650454:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077721.650456:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077721.650458:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077722.290448:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077722.290453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077722.290454:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077722.290458:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077722.290458:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077722.290464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077722.290465:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077722.290468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077722.290469:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077722.290472:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077722.290475:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077722.290477:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077722.290479:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077722.290522:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077722.290526:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077722.290529:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077722.674445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077722.674453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077722.674455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077722.674460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077722.674463:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077722.674467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077722.674470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077722.674472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077722.674475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077723.314467:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077723.314470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077723.314474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077723.314474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077723.314479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077723.314479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077723.314484:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769077723.314485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077723.314486:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077723.314490:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077723.314491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077723.314493:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077723.314496:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077723.314496:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077723.314497:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077723.314502:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077723.314502:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077723.314506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077723.314511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077723.314555:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077723.314558:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077723.314561:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077723.698446:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077723.698451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077723.698453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077723.698457:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077723.698460:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077723.698463:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077723.698465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077723.698467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077723.698470:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.338456:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077724.338460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077724.338463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.338464:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077724.338468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077724.338469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077724.338472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077724.338474:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077724.338479:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077724.338483:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.338486:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077724.338488:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.338491:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077724.338515:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077724.338518:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077724.338521:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077724.722447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077724.722455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077724.722457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.722459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077724.722464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769077724.722466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077724.722469:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077724.722470:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077724.722472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077724.722474:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077724.722475:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077724.722479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077724.722480:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077724.722483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.722495:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3363 00000100:00080000:0.0:1769077724.722505:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077724.722507:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077724.722509:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077724.722511:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077724.722514:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077724.722516:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077724.722517:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077724.722519:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077724.722520:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077724.722523:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077724.722525:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.722527:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077724.722529:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077724.722531:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722533:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077724.722535:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.722543:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077724.722545:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722548:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077724.722550:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077724.722554:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722565:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077724.722572:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978424064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077724.722588:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077724.722592:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722603:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.722605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077724.722607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077724.722608:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077724.722609:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077724.722611:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077724.722613:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3363 00000100:00080000:0.0:1769077724.722617:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077724.722619:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077724.722621:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077724.722623:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077724.722625:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077724.722627:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077724.722630:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077724.722630:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077724.722634:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077724.722635:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077724.722637:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077724.722639:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077724.722639:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077724.722641:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.722647:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1769077724.722648:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077724.722650:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077724.722653:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.722654:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.722660:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769077724.722662:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978424064:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077724.722667:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077724.722667:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077724.722672:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077724.722673:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.722675:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722677:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077724.722679:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:0.0:1769077724.722682:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077724.722684:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077724.722690:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722692:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.722697:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077724.722698:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722700:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077724.722701:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769077724.722703:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077724.722704:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 02000000:00000001:0.0:1769077724.722707:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.722709:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077724.722724:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077724.722735:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978424192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077724.722744:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077724.722746:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722748:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.722751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1769077724.722753:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769077724.722754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077724.722757:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077724.722758:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077724.722760:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077724.722763:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3363 00000100:00080000:0.0:1769077724.722766:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077724.722767:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077724.722768:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077724.722769:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077724.722773:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077724.722774:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077724.722775:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077724.722775:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769077724.722778:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077724.722779:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722780:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077724.722783:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077724.722784:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077724.722787:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077724.722790:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.722792:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077724.722792:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.722797:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077724.722798:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298036985 02000000:00000001:0.0:1769077724.722799:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722803:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077724.722805:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077724.722807:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722808:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.722809:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769077724.722811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077724.722814:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722815:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077724.722816:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077724.722817:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298036985 02000000:00000001:0.0:1769077724.722818:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.722823:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077724.722824:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077724.722830:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978424320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077724.722835:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077724.722836:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722837:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.722839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077724.722841:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077724.722842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077724.722847:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077724.722847:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.722849:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077724.722852:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077724.722854:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077724.722859:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3363 00000100:00100000:3.0:1769077724.722862:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077724/real 1769077724] req@ffff8f28835eb480 x1855008978424064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077724.722864:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077724.722869:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077724.722873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077724.722879:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077724.722882:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1769077724.722882:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077724.722886:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769077724.722887:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077724.722891:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1769077724.722892:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077724.722894:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077724.722897:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077724.722898:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077724.722900:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077724.722901:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077724.722905:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077724.722907:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077724.722910:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077724.722911:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978424064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077724.722912:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077724.722916:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077724.722920:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.722924:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077724.722926:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769077724.722928:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077724.722930:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1769077724.722933:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.722934:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077724.722938:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.722942:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077724.722944:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769077724.722945:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.722946:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077724.722949:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077724.722952:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1769077724.722953:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077724.722954:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077724.722958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077724.722959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077724.722966:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077724.722968:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.722968:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077724.722975:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978424064:192.168.204.124@tcp:250:kworker.0 00000100:00100000:0.0:1769077724.722980:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978424448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077724.722981:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.722984:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077724.722987:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077724.722989:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077724.722993:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769077724.722994:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769077724.722995:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077724.722998:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077724.722999:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769077724.723002:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.723005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077724.723005:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077724.723008:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1769077724.723010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077724.723012:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077724.723013:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1769077724.723014:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077724.723017:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077724.723017:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077724.723022:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3363 00000100:00000001:3.0:1769077724.723023:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077724.723025:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077724.723028:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077724.723029:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077724.723031:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077724.723032:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077724.723032:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769077724.723036:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077724.723037:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077724.723038:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077724.723041:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077724.723042:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077724.723042:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077724.723046:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077724.723047:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077724.723050:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077724.723051:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.723054:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077724.723055:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769077724.723056:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077724.723058:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.723059:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.723064:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077724.723065:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1769077724.723068:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077724.723068:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077724.723072:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077724.723075:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077724.723078:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077724.723079:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.723086:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077724.723088:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.723090:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077724.723091:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077724.723094:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077724.723095:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.723101:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077724.723102:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.723104:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.723108:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769077724.723110:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978424576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077724.723112:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.723121:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077724.723122:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077724.723124:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723126:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:0.0:1769077724.723129:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723133:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077724.723149:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077724.723154:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077724.723157:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077724.723158:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723160:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077724.723163:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723167:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298035745 00000100:00000001:3.0:1769077724.723170:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298036985 00000100:00000001:3.0:1769077724.723172:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298035745 00000100:00000001:3.0:1769077724.723174:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298036985 00000100:00000001:3.0:1769077724.723176:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077724.723178:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723180:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077724.723184:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077724/real 1769077724] req@ffff8f28835e9180 x1855008978424192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077724.723193:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077724.723194:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077724.723197:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077724.723198:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077724.723200:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723201:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077724.723203:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077724.723207:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978424192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077724.723214:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723216:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077724.723219:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723221:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077724.723222:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723235:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077724.723237:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077724.723239:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077724.723242:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077724.723259:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077724.723263:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077724.723267:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077724.723268:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077724.723270:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.723272:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077724.723273:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077724.723276:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077724.723279:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077724.723282:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077724.723284:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077724.723285:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.723287:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077724.723290:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723295:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077724.723296:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077724.723300:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077724.723311:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077724.723316:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077724.723318:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077724.723319:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723321:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077724.723323:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723327:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298035742 00000100:00000001:3.0:1769077724.723329:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298036985 00000100:00000001:3.0:1769077724.723331:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298035742 00000100:00000001:3.0:1769077724.723333:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298036985 00000100:00000001:3.0:1769077724.723335:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077724.723337:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723339:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077724.723343:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077724/real 1769077724] req@ffff8f28835e8700 x1855008978424320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077724.723350:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077724.723351:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077724.723354:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077724.723355:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077724.723357:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723359:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077724.723360:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077724.723364:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978424320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077724.723397:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723400:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077724.723402:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723403:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077724.723405:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723407:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077724.723408:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077724.723411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077724.723414:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077724.723416:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077724.723419:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077724.723423:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077724.723424:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077724.723425:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.723428:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077724.723429:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077724.723432:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077724.723434:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077724.723437:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077724.723440:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077724.723441:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.723443:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077724.723451:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723457:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077724.723458:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077724.723461:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077724.723472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077724.723476:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077724.723478:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077724.723479:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723481:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077724.723484:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723487:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298035746 00000100:00000001:3.0:1769077724.723489:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298036985 00000100:00000001:3.0:1769077724.723491:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298035746 00000100:00000001:3.0:1769077724.723493:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298036985 00000100:00000001:3.0:1769077724.723496:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077724.723498:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723499:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077724.723503:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077724/real 1769077724] req@ffff8f28835eb800 x1855008978424448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077724.723511:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077724.723512:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077724.723514:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077724.723516:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077724.723517:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723519:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077724.723520:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077724.723524:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978424448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077724.723530:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723532:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077724.723535:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723536:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077724.723537:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723539:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077724.723541:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077724.723543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077724.723546:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077724.723548:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077724.723552:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077724.723564:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723566:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077724.723568:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077724.723569:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077724.723571:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077724.723573:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077724.723574:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077724.723576:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077724.723578:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077724.723579:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077724.723581:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723582:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077724.723583:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077724.723584:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077724.723586:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077724.723587:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077724.723589:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077724.723590:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077724.723591:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077724.723593:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077724.723594:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723595:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077724.723596:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077724.723597:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077724.723599:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077724.723601:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077724.723602:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077724.723603:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077724.723604:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077724.723606:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077724.723607:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723609:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723613:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077724.723614:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723616:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077724.723617:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077724.723619:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077724.723620:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077724.723621:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.723624:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077724.723625:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077724.723627:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077724.723630:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077724.723633:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077724.723635:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077724.723637:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077724.723638:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077724.723640:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723645:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077724.723646:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077724.723650:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077724.723660:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077724.723664:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077724.723666:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077724.723667:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723668:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077724.723670:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723673:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298035738 00000100:00000001:3.0:1769077724.723675:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298036985 00000100:00000001:3.0:1769077724.723677:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298035738 00000100:00000001:3.0:1769077724.723679:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298036985 00000100:00000001:3.0:1769077724.723681:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077724.723683:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723684:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077724.723688:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077724/real 1769077724] req@ffff8f28835e8000 x1855008978424576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077724.723695:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077724.723696:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077724.723699:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077724.723700:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077724.723702:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723703:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077724.723704:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077724.723707:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978424576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077724.723713:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723715:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077724.723717:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723719:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077724.723720:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723722:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077724.723723:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077724.723725:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077724.723729:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077724.723731:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077724.723733:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077724.723737:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723738:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077724.723739:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077724.723741:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077724.723742:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077724.723744:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077724.723745:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077724.723746:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077724.723748:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077724.723749:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077724.723750:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723752:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077724.723755:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077724.723757:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077724.723758:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077724.723760:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077725.362509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077725.362513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077725.362517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077725.362521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077725.362522:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077725.362527:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1769077725.362529:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077725.362533:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077725.362534:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077725.362540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077725.362541:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077725.362547:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077725.362550:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077725.362552:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077725.362560:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077725.362564:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077725.362567:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077725.362571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077725.362573:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077725.362614:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077725.362617:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077725.362619:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077725.746470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077725.746480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077725.746482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077725.746489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077725.746493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077725.746498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077725.746500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077725.746503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077725.746506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077726.386441:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077726.386449:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077726.386451:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077726.386452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077726.386457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077726.386460:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077726.386461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077726.386462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077726.386474:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077726.386478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077726.386481:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077726.386484:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077726.386487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077726.386555:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077726.386559:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077726.386562:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077726.770462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077726.770470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077726.770472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077726.770478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077726.770482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077726.770485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077726.770488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077726.770491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077726.770493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077727.410468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077727.410474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077727.410475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077727.410476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077727.410479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077727.410481:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077727.410485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077727.410486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077727.410489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077727.410490:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077727.410493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077727.410495:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077727.410497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077727.410540:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077727.410544:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077727.410547:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077727.794454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077727.794462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077727.794464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077727.794469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077727.794473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077727.794476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077727.794479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077727.794481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077727.794484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077728.434472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077728.434481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077728.434481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077728.434483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077728.434485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077728.434491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077728.434493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077728.434494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077728.434500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077728.434503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077728.434506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077728.434508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077728.434511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077728.434547:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077728.434552:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077728.434555:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077728.818466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077728.818472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077728.818474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077728.818479:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077728.818483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077728.818487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077728.818490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077728.818492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077728.818494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.458474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077729.458477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077729.458481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.458482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077729.458485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077729.458486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077729.458487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077729.458492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077729.458497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077729.458500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.458503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077729.458505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.458512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077729.458545:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077729.458548:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077729.458550:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077729.842473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077729.842475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077729.842480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077729.842482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077729.842486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769077729.842487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077729.842491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077729.842493:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077729.842495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077729.842498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077729.842500:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077729.842500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077729.842504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842509:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077729.842517:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3368 00000100:00080000:0.0:1769077729.842530:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077729.842534:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077729.842536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077729.842540:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077729.842543:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077729.842546:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077729.842548:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077729.842551:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077729.842552:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077729.842556:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077729.842558:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077729.842561:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077729.842564:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077729.842567:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842569:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077729.842571:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077729.842583:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077729.842585:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842588:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077729.842591:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077729.842595:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842608:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077729.842618:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978424704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077729.842628:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077729.842632:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842649:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077729.842652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077729.842655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077729.842656:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077729.842658:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077729.842661:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077729.842664:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3368 00000100:00080000:0.0:1769077729.842669:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077729.842672:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077729.842673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077729.842676:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769077729.842677:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077729.842680:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077729.842681:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077729.842683:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769077729.842687:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077729.842687:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077729.842689:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077729.842694:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:3.0:1769077729.842694:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077729.842698:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077729.842701:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077729.842701:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842706:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:3.0:1769077729.842707:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978424704:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077729.842713:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1769077729.842715:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077729.842717:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077729.842721:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.842721:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.842726:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077729.842728:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077729.842731:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077729.842736:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077729.842741:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842743:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077729.842745:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00100000:0.0:1769077729.842748:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077729.842748:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:3.0:1769077729.842753:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:0.0:1769077729.842755:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842760:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077729.842765:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077729.842766:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842768:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077729.842770:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077729.842772:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842778:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077729.842784:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978424832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077729.842788:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077729.842797:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077729.842800:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842801:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077729.842805:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.842808:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.842809:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842810:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769077729.842816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077729.842816:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842821:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298042105 00000100:00080000:0.0:1769077729.842823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077729.842826:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077729.842828:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077729.842830:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769077729.842831:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077729.842836:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298042105 00000100:00080000:0.0:1769077729.842839:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3368 00000100:00000001:3.0:1769077729.842841:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077729.842847:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077729.842850:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077729.842851:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077729.842852:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077729.842857:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077729.842857:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842859:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1769077729.842862:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1769077729.842865:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077729/real 1769077729] req@ffff8f28835e8380 x1855008978424704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077729.842866:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077729.842873:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077729.842879:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077729.842883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077729.842884:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077729.842887:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769077729.842891:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077729.842892:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077729.842896:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842897:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077729.842899:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077729.842902:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077729.842903:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077729.842905:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077729.842908:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769077729.842910:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978424704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077729.842915:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842919:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077729.842921:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077729.842923:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1769077729.842925:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077729.842926:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.842929:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:0.0:1769077729.842933:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842933:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.842937:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077729.842938:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842940:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077729.842943:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769077729.842946:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:3.0:1769077729.842946:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769077729.842950:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842951:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077729.842957:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1769077729.842957:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978424704:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077729.842961:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077729.842962:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077729.842965:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842965:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.842967:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077729.842970:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769077729.842973:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.842973:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077729.842974:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077729.842977:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077729.842981:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077729.842983:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1769077729.842984:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978424960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077729.842985:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077729.842987:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.842989:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.842994:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077729.842995:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.842998:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077729.843000:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077729.843001:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077729.843003:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077729.843005:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843009:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077729.843011:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077729.843014:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077729.843014:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.843020:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077729.843021:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077729.843027:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077729.843028:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077729.843030:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843030:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843031:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077729.843034:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077729.843036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077729.843039:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769077729.843041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077729.843042:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:0.0:1769077729.843045:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077729.843047:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077729.843050:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077729.843054:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:3.0:1769077729.843057:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769077729.843059:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3368 00000100:00000001:3.0:1769077729.843061:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077729.843065:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077729.843065:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.843066:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843070:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077729.843072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077729.843073:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.843076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077729.843078:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298040865 00000020:00000001:0.0:1769077729.843082:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077729.843082:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298042105 00000020:00000001:0.0:1769077729.843085:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077729.843086:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298040865 00000020:00000001:0.0:1769077729.843090:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077729.843090:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298042105 00000100:00000001:3.0:1769077729.843093:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077729.843096:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077729.843097:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077729.843098:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077729.843103:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769077729.843103:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077729/real 1769077729] req@ffff8f28835e9880 x1855008978424832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077729.843107:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077729.843116:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077729.843123:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077729.843124:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769077729.843128:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:3.0:1769077729.843128:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077729.843130:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077729.843132:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769077729.843133:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077729.843134:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843136:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077729.843139:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077729.843140:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.843145:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077729.843145:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978424832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769077729.843149:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077729.843153:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077729.843156:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843156:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077729.843171:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077729.843175:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843175:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077729.843178:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843180:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077729.843181:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077729.843184:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:3.0:1769077729.843184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769077729.843188:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077729.843189:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077729.843193:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077729.843193:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1769077729.843197:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1769077729.843198:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424832:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769077729.843201:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843202:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843206:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.843208:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077729.843209:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769077729.843210:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843211:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077729.843213:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077729.843214:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077729.843217:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077729.843218:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077729.843220:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1769077729.843222:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978425088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077729.843226:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843232:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077729.843233:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077729.843236:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077729.843237:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843239:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843244:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077729.843245:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843246:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077729.843248:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077729.843251:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077729.843252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077729.843252:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843255:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077729.843257:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077729.843260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1769077729.843260:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.843266:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1769077729.843266:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424960:192.168.204.124@tcp:38:kworker.0 00000100:00080000:0.0:1769077729.843270:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077729.843271:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077729.843275:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077729.843276:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077729.843278:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077729.843282:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3368 02000000:00000001:3.0:1769077729.843283:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077729.843288:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077729.843289:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077729.843293:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077729.843295:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077729.843295:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769077729.843299:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077729.843299:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000020:00000001:0.0:1769077729.843302:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077729.843305:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769077729.843306:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077729.843310:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077729.843312:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077729.843314:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077729.843318:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000800:00000100:3.0:1769077729.843323:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077729.843324:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077729.843328:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077729.843330:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1769077729.843332:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077729.843333:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.843336:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077729.843338:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843338:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077729.843341:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.843343:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077729.843345:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298040862 00000008:00100000:0.0:1769077729.843347:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077729.843349:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298042105 00000100:00000001:3.0:1769077729.843352:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298040862 00000008:00000001:0.0:1769077729.843356:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843356:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298042105 00000100:00000001:3.0:1769077729.843360:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077729.843363:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843363:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843367:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077729.843392:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077729/real 1769077729] req@ffff8f28835eaa00 x1855008978424960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077729.843398:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077729.843400:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077729.843401:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077729.843403:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769077729.843404:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077729.843404:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843406:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077729.843408:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077729.843410:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077729.843412:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978424960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077729.843415:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077729.843420:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077729.843421:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843424:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077729.843425:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843427:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843431:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077729.843431:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843433:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077729.843433:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077729.843436:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077729.843436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077729.843439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077729.843443:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077729.843448:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978424960:192.168.204.124@tcp:38:kworker.0 00000100:00100000:0.0:1769077729.843450:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978425216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077729.843451:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077729.843453:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077729.843454:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843457:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077729.843460:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077729.843464:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077729.843468:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077729.843474:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077729.843476:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077729.843477:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077729.843478:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843482:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077729.843484:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843485:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843492:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077729.843495:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843495:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:3.0:1769077729.843498:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077729.843509:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077729.843512:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077729.843514:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.843515:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843517:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077729.843519:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843521:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298040866 00000100:00000001:3.0:1769077729.843522:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298042105 00000100:00000001:3.0:1769077729.843524:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298040866 00000100:00000001:3.0:1769077729.843525:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298042105 00000100:00000001:3.0:1769077729.843527:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077729.843528:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843529:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077729.843531:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077729/real 1769077729] req@ffff8f28835e8380 x1855008978425088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077729.843535:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077729.843536:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077729.843537:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077729.843538:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077729.843539:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843540:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077729.843541:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077729.843543:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978425088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077729.843556:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843557:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077729.843559:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843560:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077729.843561:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843562:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077729.843563:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077729.843564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077729.843566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077729.843567:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077729.843569:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077729.843571:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843572:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.843572:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077729.843573:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077729.843575:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077729.843576:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077729.843576:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077729.843578:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077729.843579:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077729.843580:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077729.843581:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843582:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.843582:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077729.843583:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077729.843584:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077729.843585:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077729.843585:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077729.843586:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077729.843586:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077729.843587:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077729.843588:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843589:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843591:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077729.843592:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843593:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077729.843594:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077729.843594:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077729.843595:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077729.843596:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843597:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077729.843598:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077729.843599:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077729.843601:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077729.843603:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077729.843604:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077729.843605:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077729.843606:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077729.843608:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843610:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077729.843611:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077729.843613:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077729.843618:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077729.843621:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077729.843622:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.843623:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843624:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077729.843625:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843627:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298040858 00000100:00000001:3.0:1769077729.843629:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298042105 00000100:00000001:3.0:1769077729.843630:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298040858 00000100:00000001:3.0:1769077729.843631:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298042105 00000100:00000001:3.0:1769077729.843632:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077729.843633:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843634:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077729.843636:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077729/real 1769077729] req@ffff8f28835e8000 x1855008978425216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077729.843640:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077729.843641:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077729.843642:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077729.843643:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077729.843644:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843645:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077729.843646:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077729.843648:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978425216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077729.843652:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843653:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077729.843654:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843655:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077729.843655:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843656:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077729.843657:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077729.843658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077729.843660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077729.843661:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077729.843662:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077729.843664:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843665:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077729.843665:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077729.843666:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077729.843667:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077729.843668:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077729.843668:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077729.843669:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077729.843670:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077729.843671:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077729.843672:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843673:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077729.843674:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077729.843675:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077729.843676:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077729.843677:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077730.482468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077730.482474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077730.482479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077730.482480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077730.482534:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077730.482538:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077730.482541:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077730.482580:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077730.482585:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077730.482586:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077730.482591:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077730.482594:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077730.482598:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077730.482601:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077730.482603:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077730.482606:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077730.866466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077730.866472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077730.866474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077730.866478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077730.866481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077730.866483:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077730.866485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077730.866487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077730.866489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077731.506496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077731.506498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077731.506506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077731.506511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077731.506512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077731.506522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077731.506524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077731.506525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077731.506538:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077731.506544:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077731.506548:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077731.506551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077731.506554:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077731.506603:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077731.506608:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077731.506611:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077731.890488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077731.890495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077731.890497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077731.890503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077731.890507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077731.890511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077731.890522:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077731.890524:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077731.890527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077732.530445:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077732.530453:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077732.530455:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077732.530457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077732.530460:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077732.530461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077732.530467:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077732.530468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077732.530471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077732.530472:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077732.530476:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077732.530478:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077732.530481:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077732.530515:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077732.530518:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077732.530521:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077732.914484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077732.914490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077732.914491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077732.914497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077732.914501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077732.914504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077732.914506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077732.914509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077732.914512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077733.554472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077733.554478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077733.554478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077733.554479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077733.554484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077733.554485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077733.554490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077733.554491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077733.554493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077733.554495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077733.554496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077733.554499:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077733.554499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077733.554503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077733.554504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077733.554508:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077733.554511:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077733.554512:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077733.554514:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077733.554559:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077733.554562:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077733.554564:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077733.938465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077733.938473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077733.938475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077733.938482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077733.938486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077733.938491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077733.938494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077733.938497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077733.938500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.578449:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077734.578456:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077734.578458:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077734.578462:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077734.578466:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077734.578470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077734.578470:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.578473:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077734.578477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.578477:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.578479:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077734.578487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077734.578490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077734.578577:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077734.578580:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077734.578583:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077734.962492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077734.962498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077734.962500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077734.962502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077734.962507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077734.962511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769077734.962512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077734.962514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077734.962517:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077734.962518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077734.962521:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077734.962522:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077734.962525:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962527:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077734.962534:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3373 00000100:00080000:2.0:1769077734.962544:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077734.962547:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077734.962550:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077734.962553:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077734.962555:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077734.962558:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077734.962560:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077734.962562:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077734.962563:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077734.962566:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077734.962568:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077734.962570:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077734.962573:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077734.962575:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962577:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077734.962578:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077734.962589:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077734.962590:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962593:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077734.962595:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077734.962599:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962612:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077734.962620:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978425344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077734.962629:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077734.962633:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962645:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077734.962647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077734.962649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077734.962651:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077734.962652:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077734.962654:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077734.962656:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3373 00000100:00080000:2.0:1769077734.962658:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077734.962660:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077734.962661:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077734.962663:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077734.962664:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077734.962665:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077734.962667:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077734.962669:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077734.962670:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077734.962672:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077734.962674:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077734.962675:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077734.962679:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769077734.962680:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077734.962683:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.962684:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077734.962685:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077734.962688:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1769077734.962690:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077734.962691:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077734.962694:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769077734.962695:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962698:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.962699:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077734.962701:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077734.962703:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077734.962704:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962708:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077734.962709:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077734.962710:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077734.962713:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077734.962716:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978425344:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769077734.962718:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.962723:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1769077734.962726:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978425472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077734.962729:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077734.962732:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.962737:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077734.962738:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077734.962741:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.962743:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962744:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077734.962749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077734.962751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077734.962752:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077734.962753:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077734.962754:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077734.962756:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3373 00000100:00080000:2.0:1769077734.962759:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077734.962760:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077734.962761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077734.962762:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077734.962763:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077734.962764:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769077734.962765:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077734.962768:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000020:00000001:2.0:1769077734.962769:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077734.962772:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077734.962776:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077734.962778:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077734.962778:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077734.962782:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077734.962784:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077734.962786:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077734.962787:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962789:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077734.962790:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077734.962792:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962793:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077734.962796:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077734.962797:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962798:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077734.962799:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077734.962800:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962802:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077734.962805:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978425600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077734.962812:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077734.962813:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962815:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077734.962817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077734.962819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077734.962820:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077734.962821:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077734.962826:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:3.0:1769077734.962826:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:2.0:1769077734.962832:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3373 00000100:00080000:2.0:1769077734.962834:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077734.962836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077734.962837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077734.962839:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077734.962840:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769077734.962842:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077734.962845:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769077734.962846:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077734.962848:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077734.962853:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077734.962853:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077734.962858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077734.962860:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077734.962867:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298047225 00000100:00000001:3.0:1769077734.962876:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769077734.962880:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077734.962886:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.962887:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298047225 02000000:00000001:2.0:1769077734.962889:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077734.962894:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1769077734.962895:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077734.962901:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.962901:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077734.962906:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077734.962908:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769077734.962909:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077734.962914:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.962914:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769077734.962918:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077734.962923:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077734.962924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077734.962925:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff8f2882c3bb80 x1855008978425344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077734.962926:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077734.962929:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077734.962931:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962937:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077734.962946:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978425728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1769077734.962952:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769077734.962954:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1769077734.962955:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769077734.962958:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077734.962962:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.962963:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1769077734.962967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077734.962968:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077734.962972:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077734.962973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077734.962975:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077734.962976:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077734.962978:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077734.962979:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077734.962982:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077734.962985:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978425344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077734.962987:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3373 00000100:00080000:2.0:1769077734.962994:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077734.962997:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077734.962997:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077734.963001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077734.963002:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769077734.963003:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077734.963006:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077734.963007:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077734.963009:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077734.963011:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769077734.963012:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077734.963013:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077734.963017:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077734.963018:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077734.963020:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077734.963021:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077734.963025:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:3.0:1769077734.963026:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769077734.963031:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077734.963033:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1769077734.963034:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:2.0:1769077734.963036:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077734.963037:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1769077734.963041:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077734.963043:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978425344:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769077734.963044:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077734.963047:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077734.963050:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769077734.963051:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963054:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077734.963055:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963056:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077734.963059:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077734.963060:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769077734.963062:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.963064:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769077734.963065:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077734.963069:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769077734.963069:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1769077734.963071:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077734.963072:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769077734.963095:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077734.963101:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978425856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077734.963103:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077734.963107:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769077734.963109:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077734.963111:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077734.963112:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963114:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077734.963116:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963117:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963125:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077734.963126:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963128:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077734.963130:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077734.963131:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077734.963133:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077734.963134:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.963136:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077734.963137:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077734.963139:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077734.963142:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077734.963145:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077734.963147:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077734.963148:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.963149:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077734.963151:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963157:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077734.963158:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:3.0:1769077734.963161:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077734.963171:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077734.963174:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077734.963176:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077734.963177:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963178:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077734.963180:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963183:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298045985 00000100:00000001:3.0:1769077734.963185:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298047225 00000100:00000001:3.0:1769077734.963187:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298045985 00000100:00000001:3.0:1769077734.963189:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298047225 00000100:00000001:3.0:1769077734.963190:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077734.963191:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963192:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077734.963195:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff8f2882c39f80 x1855008978425472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077734.963206:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077734.963206:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077734.963208:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077734.963209:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077734.963210:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963211:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077734.963212:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077734.963215:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978425472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077734.963219:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963221:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077734.963222:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963223:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077734.963224:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963225:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077734.963226:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077734.963228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077734.963230:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077734.963231:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077734.963233:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077734.963236:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077734.963237:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077734.963238:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.963239:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077734.963240:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077734.963242:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077734.963243:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077734.963246:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077734.963247:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077734.963249:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.963250:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077734.963252:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963254:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077734.963256:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:3.0:1769077734.963258:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077734.963264:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077734.963266:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077734.963268:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077734.963269:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963270:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077734.963271:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963273:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298045982 00000100:00000001:3.0:1769077734.963275:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298047225 00000100:00000001:3.0:1769077734.963276:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298045982 00000100:00000001:3.0:1769077734.963278:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298047225 00000100:00000001:3.0:1769077734.963279:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077734.963280:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963281:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077734.963284:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff8f2882c3b800 x1855008978425600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077734.963289:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077734.963290:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077734.963291:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077734.963292:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077734.963293:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963294:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077734.963295:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077734.963297:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978425600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077734.963301:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963302:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077734.963304:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963305:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077734.963306:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963307:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077734.963308:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077734.963310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077734.963311:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077734.963313:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077734.963314:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077734.963316:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077734.963317:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077734.963318:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.963319:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077734.963320:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077734.963322:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077734.963323:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077734.963325:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077734.963326:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077734.963327:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.963328:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077734.963330:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963333:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077734.963333:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:3.0:1769077734.963336:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077734.963341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077734.963343:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077734.963344:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077734.963345:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963346:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077734.963348:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963350:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298045985 00000100:00000001:3.0:1769077734.963351:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298047225 00000100:00000001:3.0:1769077734.963353:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298045985 00000100:00000001:3.0:1769077734.963354:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298047225 00000100:00000001:3.0:1769077734.963356:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077734.963357:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963358:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077734.963360:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff8f2882c38380 x1855008978425728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077734.963365:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077734.963366:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077734.963367:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077734.963368:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077734.963368:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963369:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077734.963370:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077734.963404:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978425728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077734.963413:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963415:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077734.963418:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963420:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077734.963421:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963423:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077734.963425:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077734.963428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077734.963432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077734.963434:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077734.963438:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077734.963442:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077734.963443:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077734.963444:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.963446:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077734.963447:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077734.963448:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077734.963450:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077734.963453:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077734.963454:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077734.963455:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077734.963456:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077734.963459:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963463:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077734.963464:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:3.0:1769077734.963467:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077734.963476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077734.963479:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077734.963481:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077734.963482:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963483:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077734.963485:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963487:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298045978 00000100:00000001:3.0:1769077734.963489:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298047225 00000100:00000001:3.0:1769077734.963490:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298045978 00000100:00000001:3.0:1769077734.963492:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298047225 00000100:00000001:3.0:1769077734.963493:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077734.963494:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963496:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077734.963498:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff8f2882c3a680 x1855008978425856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077734.963503:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077734.963503:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077734.963505:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077734.963506:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077734.963507:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963508:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077734.963510:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077734.963512:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978425856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077734.963517:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963518:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077734.963519:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963520:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077734.963521:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963522:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077734.963523:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077734.963524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077734.963526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077734.963527:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077734.963529:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978425856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077734.963531:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963533:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077734.963533:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077734.963535:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077734.963536:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077734.963537:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077734.963538:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077734.963540:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077734.963540:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077734.963542:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077734.963543:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963544:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077734.963545:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077734.963546:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077734.963547:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077734.963548:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077734.963549:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077734.963550:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077734.963550:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077734.963551:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077734.963552:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963553:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077734.963554:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077734.963555:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077734.963556:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077734.963557:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077734.963558:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077734.963559:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077734.963559:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077734.963560:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077734.963561:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963562:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077734.963563:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077734.963563:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077734.963564:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077734.963565:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077734.963566:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077734.963566:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077734.963567:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077734.963568:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077734.963569:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963570:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077734.963572:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077734.963573:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077734.963574:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077734.963575:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077735.602486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077735.602492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077735.602493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077735.602496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077735.602499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077735.602503:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077735.602504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077735.602509:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077735.602510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077735.602514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077735.602515:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077735.602516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077735.602522:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077735.602523:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077735.602525:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077735.602527:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077735.602529:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077735.602533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077735.602534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077735.602603:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077735.602607:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077735.602610:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077735.986485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077735.986494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077735.986495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077735.986501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077735.986505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077735.986508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077735.986510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077735.986513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077735.986515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077736.626448:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077736.626455:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077736.626456:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077736.626461:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077736.626464:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077736.626467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077736.626467:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077736.626473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077736.626474:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077736.626477:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077736.626481:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077736.626482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077736.626486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077736.626553:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077736.626557:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077736.626560:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077737.010466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077737.010472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077737.010474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077737.010478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077737.010481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077737.010484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077737.010486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077737.010488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077737.010491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077737.650437:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077737.650443:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077737.650445:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077737.650450:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077737.650453:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077737.650456:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077737.650457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077737.650459:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077737.650461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077737.650462:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077737.650468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077737.650468:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077737.650471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077737.650526:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077737.650529:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077737.650533:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077738.034451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077738.034456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077738.034458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077738.034462:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077738.034466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077738.034468:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077738.034470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077738.034472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077738.034474:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077738.674453:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077738.674458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077738.674460:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077738.674462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077738.674463:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077738.674470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077738.674470:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077738.674474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077738.674476:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077738.674480:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077738.674482:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077738.674484:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077738.674486:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077738.674539:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077738.674543:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077738.674548:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077739.058473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077739.058479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077739.058480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077739.058484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077739.058488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077739.058491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077739.058493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077739.058495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077739.058497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077739.698476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077739.698481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077739.698483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077739.698486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077739.698486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077739.698492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077739.698493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077739.698495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077739.698498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077739.698501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077739.698503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077739.698505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077739.698508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077739.698560:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077739.698564:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077739.698568:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077740.082457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077740.082464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077740.082466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077740.082472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:1.0:1769077740.082474:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077740.082476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077740.082482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077740.082484:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077740.082486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077740.082488:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077740.082490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077740.082493:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077740.082494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082499:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077740.082507:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3378 00000100:00080000:1.0:1769077740.082518:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077740.082521:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077740.082523:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077740.082527:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077740.082529:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077740.082532:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077740.082534:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077740.082536:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077740.082537:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077740.082541:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077740.082543:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.082545:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077740.082548:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077740.082551:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082553:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077740.082555:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.082565:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077740.082567:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082570:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077740.082573:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077740.082579:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082594:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077740.082605:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa680 x1855008978425984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077740.082619:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077740.082625:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082643:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077740.082648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077740.082650:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077740.082652:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077740.082653:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077740.082656:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077740.082658:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3378 00000100:00080000:1.0:1769077740.082662:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077740.082665:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077740.082666:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077740.082668:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077740.082670:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077740.082672:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077740.082674:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077740.082676:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077740.082677:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077740.082680:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077740.082683:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082684:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769077740.082685:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077740.082689:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769077740.082693:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077740.082693:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077740.082697:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1769077740.082699:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082701:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082703:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077740.082709:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077740.082709:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1769077740.082714:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.082715:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077740.082717:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.082720:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.082724:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077740.082728:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077740.082728:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978425984:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077740.082730:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077740.082733:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077740.082738:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082738:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077740.082744:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769077740.082746:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.082748:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.082752:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1769077740.082756:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978426112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077740.082759:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082768:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077740.082771:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082774:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077740.082776:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077740.082778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077740.082779:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077740.082780:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077740.082784:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077740.082784:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006064256 : -124070703487360 : ffff8f2889caa680) 00000100:00000001:1.0:1769077740.082792:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077740.082793:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769077740.082796:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3378 00000100:00080000:1.0:1769077740.082800:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077740.082801:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077740.082803:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077740.082805:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077740.082806:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077740.082808:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077740.082810:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077740.082811:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077740.082813:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077740.082824:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077740.082827:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.082828:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077740.082831:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:3.0:1769077740.082836:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:1.0:1769077740.082837:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082842:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077740.082844:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077740.082847:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082849:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082852:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1769077740.082853:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077740.082857:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082858:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077740.082859:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077740.082863:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077740.082863:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.082867:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082868:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077740.082874:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082877:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077740.082882:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978426240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077740.082885:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298052345 00000100:00000001:1.0:1769077740.082895:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077740.082897:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.082899:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082899:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1769077740.082904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077740.082907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077740.082909:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298052345 00000100:00000001:1.0:1769077740.082910:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077740.082913:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077740.082917:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077740.082917:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1769077740.082923:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3378 00000100:00000001:3.0:1769077740.082923:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077740.082928:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077740.082929:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077740.082931:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769077740.082933:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077740.082936:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:3.0:1769077740.082940:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077740/real 1769077740] req@ffff8f2889caa680 x1855008978425984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077740.082941:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077740.082944:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077740.082947:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769077740.082953:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077740.082957:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077740.082961:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077740.082964:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1769077740.082966:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:3.0:1769077740.082967:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077740.082971:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082973:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1769077740.082974:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077740.082978:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1769077740.082979:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077740.082981:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077740.082983:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.082985:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077740.083009:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077740.083011:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077740.083015:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1769077740.083016:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa680 x1855008978425984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769077740.083020:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.083025:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.083032:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077740.083035:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.083040:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077740.083042:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077740.083045:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083049:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077740.083053:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083054:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077740.083060:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083063:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1769077740.083064:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978426368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077740.083065:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083071:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077740.083074:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077740.083081:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:3.0:1769077740.083081:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769077740.083087:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.083092:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077740.083092:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077740.083097:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1769077740.083098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077740.083106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1769077740.083107:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978425984:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077740.083109:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077740.083113:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077740.083115:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077740.083117:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077740.083119:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1769077740.083124:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3378 00000100:00000001:3.0:1769077740.083124:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077740.083128:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1769077740.083130:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077740.083133:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769077740.083135:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077740.083137:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769077740.083138:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077740.083141:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1769077740.083142:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077740.083145:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077740.083147:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:3.0:1769077740.083147:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077740.083151:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1769077740.083152:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077740.083156:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077740.083157:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077740.083161:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077740.083162:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077740.083168:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077740.083170:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077740.083174:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.083176:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077740.083177:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1769077740.083178:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077740.083180:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.083182:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.083186:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077740.083186:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:1.0:1769077740.083191:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077740.083191:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077740.083195:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1769077740.083196:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083199:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077740.083201:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083203:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.083206:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077740.083207:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077740.083209:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.083211:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077740.083213:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077740.083217:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077740.083217:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077740.083221:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077740.083226:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077740.083228:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083231:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077740.083234:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1769077740.083236:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8380 x1855008978426496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077740.083237:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.083243:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077740.083248:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.083250:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077740.083253:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077740.083257:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083258:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077740.083261:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00000001:3.0:1769077740.083265:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077740.083279:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077740.083283:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077740.083285:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077740.083287:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083288:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077740.083290:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083294:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298051105 00000100:00000001:3.0:1769077740.083296:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298052345 00000100:00000001:3.0:1769077740.083298:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298051105 00000100:00000001:3.0:1769077740.083300:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298052345 00000100:00000001:3.0:1769077740.083301:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077740.083303:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083304:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077740.083308:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077740/real 1769077740] req@ffff8f2889caad80 x1855008978426112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077740.083314:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077740.083315:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077740.083316:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077740.083318:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077740.083319:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083320:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077740.083321:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077740.083324:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978426112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077740.083335:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083337:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077740.083339:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083340:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077740.083341:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083342:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077740.083344:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077740.083346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077740.083348:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077740.083349:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077740.083352:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077740.083354:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077740.083356:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077740.083357:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.083358:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077740.083360:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077740.083361:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077740.083363:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077740.083365:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077740.083366:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077740.083368:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.083369:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077740.083371:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083399:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077740.083401:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:3.0:1769077740.083404:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077740.083413:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077740.083416:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077740.083418:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077740.083419:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083420:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077740.083422:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083425:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298051103 00000100:00000001:3.0:1769077740.083427:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298052345 00000100:00000001:3.0:1769077740.083429:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298051103 00000100:00000001:3.0:1769077740.083431:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298052345 00000100:00000001:3.0:1769077740.083432:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077740.083434:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083435:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077740.083438:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077740/real 1769077740] req@ffff8f2889caaa00 x1855008978426240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077740.083444:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077740.083445:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077740.083446:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077740.083447:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077740.083448:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083450:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077740.083451:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077740.083454:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978426240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077740.083459:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083460:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077740.083462:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083463:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077740.083464:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083465:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077740.083466:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077740.083468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077740.083470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077740.083471:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077740.083474:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077740.083477:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077740.083478:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077740.083480:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.083481:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077740.083482:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077740.083484:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077740.083486:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077740.083488:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077740.083490:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077740.083491:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.083492:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077740.083495:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083499:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077740.083500:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:3.0:1769077740.083502:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077740.083509:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077740.083512:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077740.083513:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077740.083514:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083516:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077740.083517:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083520:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298051106 00000100:00000001:3.0:1769077740.083522:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298052345 00000100:00000001:3.0:1769077740.083523:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298051106 00000100:00000001:3.0:1769077740.083525:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298052345 00000100:00000001:3.0:1769077740.083527:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077740.083528:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083529:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077740.083532:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077740/real 1769077740] req@ffff8f2889ca8700 x1855008978426368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077740.083544:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077740.083545:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077740.083548:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077740.083550:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077740.083551:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083554:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077740.083556:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077740.083561:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978426368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077740.083570:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083572:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077740.083575:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083577:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077740.083579:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083581:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077740.083583:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077740.083586:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077740.083590:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077740.083593:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077740.083597:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077740.083602:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083604:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077740.083606:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077740.083608:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077740.083610:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077740.083612:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077740.083614:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077740.083616:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077740.083617:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077740.083619:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077740.083620:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083622:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077740.083623:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077740.083624:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077740.083625:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077740.083626:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077740.083627:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077740.083629:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077740.083629:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077740.083630:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077740.083631:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083632:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077740.083633:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077740.083634:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077740.083635:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077740.083636:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077740.083637:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077740.083638:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077740.083639:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077740.083640:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077740.083641:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083642:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083645:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077740.083646:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083647:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077740.083649:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077740.083650:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077740.083651:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077740.083652:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.083654:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077740.083655:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077740.083656:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077740.083659:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077740.083661:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077740.083663:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077740.083664:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077740.083665:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077740.083667:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083672:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077740.083673:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006055296 : -124070703496320 : ffff8f2889ca8380) 00000100:00000001:3.0:1769077740.083676:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077740.083687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077740.083690:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077740.083692:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077740.083693:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083694:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077740.083696:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083699:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298051098 00000100:00000001:3.0:1769077740.083701:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298052345 00000100:00000001:3.0:1769077740.083703:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298051098 00000100:00000001:3.0:1769077740.083705:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298052345 00000100:00000001:3.0:1769077740.083707:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077740.083708:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083709:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077740.083712:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077740/real 1769077740] req@ffff8f2889ca8380 x1855008978426496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077740.083717:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077740.083718:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077740.083720:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077740.083721:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077740.083722:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083724:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077740.083725:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077740.083728:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8380 x1855008978426496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077740.083733:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083734:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077740.083736:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083737:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077740.083738:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083739:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077740.083740:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077740.083742:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077740.083745:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077740.083747:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077740.083749:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077740.083752:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083754:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077740.083754:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077740.083755:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077740.083757:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077740.083757:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077740.083758:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077740.083760:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077740.083761:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077740.083762:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077740.083763:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083764:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.083766:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077740.083767:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.083769:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077740.083770:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.722494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077740.722497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077740.722502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077740.722503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077740.722506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077740.722507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077740.722509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077740.722515:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077740.722520:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077740.722524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.722528:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077740.722531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077740.722535:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077740.722569:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077740.722579:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077740.722582:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077741.106515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077741.106524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077741.106526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077741.106532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077741.106536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077741.106540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077741.106542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077741.106545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077741.106548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077741.746448:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077741.746456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077741.746456:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077741.746460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077741.746460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077741.746467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077741.746467:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077741.746471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077741.746472:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077741.746476:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077741.746478:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077741.746480:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077741.746482:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077741.746528:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077741.746531:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077741.746534:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077742.130442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077742.130448:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077742.130449:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077742.130454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077742.130457:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077742.130460:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077742.130462:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077742.130464:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077742.130467:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077742.770530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077742.770535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077742.770540:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077742.770541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077742.770550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077742.770551:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077742.770560:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077742.770569:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077742.770577:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077742.770581:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077742.770587:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077742.770591:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077742.770596:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077742.770614:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077742.770618:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077742.770622:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077743.154465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077743.154477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077743.154479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077743.154488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077743.154493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077743.154497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077743.154499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077743.154502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077743.154504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077743.794430:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077743.794437:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077743.794439:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077743.794444:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077743.794447:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077743.794448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077743.794450:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077743.794452:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077743.794455:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077743.794457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077743.794458:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077743.794462:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077743.794463:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077743.794466:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077743.794470:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077743.794472:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077743.794474:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077743.794476:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077743.794479:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077743.794527:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077743.794531:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077743.794534:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077744.178508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077744.178514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077744.178516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077744.178521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077744.178524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077744.178527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077744.178529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077744.178531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077744.178534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077744.818441:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077744.818447:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077744.818448:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077744.818452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077744.818453:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077744.818456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077744.818457:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077744.818462:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077744.818465:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077744.818468:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077744.818470:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077744.818473:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077744.818475:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077744.818503:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077744.818507:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077744.818511:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077745.202464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077745.202473:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077745.202474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077745.202476:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077745.202480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769077745.202481:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077745.202484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202486:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:0.0:1769077745.202491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:1.0:1769077745.202494:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3383 00000100:00000001:0.0:1769077745.202496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077745.202500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077745.202503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769077745.202505:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077745.202506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077745.202510:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077745.202512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202513:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077745.202518:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077745.202521:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077745.202523:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077745.202524:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077745.202526:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077745.202528:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077745.202531:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077745.202533:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077745.202536:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077745.202538:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077745.202541:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202542:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077745.202545:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077745.202556:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077745.202557:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202560:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077745.202562:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077745.202566:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202576:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077745.202584:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8e00 x1855008978426624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077745.202592:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077745.202596:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202610:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077745.202612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077745.202618:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077745.202619:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077745.202621:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077745.202623:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077745.202625:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3383 00000100:00080000:1.0:1769077745.202628:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077745.202630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077745.202631:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077745.202633:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077745.202634:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077745.202636:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077745.202638:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077745.202639:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077745.202640:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077745.202642:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077745.202644:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077745.202645:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077745.202646:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769077745.202650:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077745.202651:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769077745.202655:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.202655:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077745.202658:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077745.202659:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077745.202661:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077745.202662:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077745.202666:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1769077745.202667:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202671:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.202673:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077745.202675:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077745.202679:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202680:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077745.202680:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077745.202682:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077745.202685:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202690:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077745.202691:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978426624:192.168.204.124@tcp:250:kworker.0 00000100:00100000:1.0:1769077745.202696:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8380 x1855008978426752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077745.202700:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077745.202707:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769077745.202709:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077745.202712:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.202712:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.202719:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077745.202720:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077745.202724:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077745.202726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077745.202728:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077745.202728:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077745.202731:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077745.202734:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077745.202736:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3383 00000100:00080000:1.0:1769077745.202738:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077745.202740:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077745.202741:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077745.202742:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077745.202743:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077745.202745:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077745.202746:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769077745.202747:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077745.202749:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006057984 : -124070703493632 : ffff8f2889ca8e00) 00000100:00000001:1.0:1769077745.202750:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077745.202753:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077745.202756:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077745.202756:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077745.202760:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077745.202765:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077745.202766:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077745.202768:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202769:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077745.202771:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077745.202772:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202773:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077745.202776:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077745.202777:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202779:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077745.202780:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077745.202781:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202785:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077745.202788:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978426880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077745.202795:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077745.202806:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077745.202807:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077745.202809:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.202812:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077745.202815:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.202815:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077745.202821:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077745.202821:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077745.202826:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077745.202827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077745.202832:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077745.202832:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298057465 00000100:00080000:1.0:1769077745.202835:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077745.202839:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077745.202842:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1769077745.202844:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3383 00000100:00000001:3.0:1769077745.202849:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298057465 00000100:00080000:1.0:1769077745.202851:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077745.202855:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769077745.202856:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077745.202859:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077745.202860:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077745.202862:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077745.202865:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077745.202866:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1769077745.202869:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077745.202873:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:3.0:1769077745.202874:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077745/real 1769077745] req@ffff8f2889ca8e00 x1855008978426624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077745.202878:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077745.202885:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077745.202888:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077745.202890:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077745.202893:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1769077745.202896:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077745.202898:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077745.202912:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077745.202917:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077745.202918:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1769077745.202921:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077745.202921:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.202926:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1769077745.202927:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.202929:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077745.202931:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077745.202936:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8e00 x1855008978426624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1769077745.202937:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077745.202954:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.202959:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.202962:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077745.202965:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077745.202966:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1769077745.202969:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.202970:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077745.202973:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077745.202974:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1769077745.202978:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077745.202978:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077745.202983:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.202983:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077745.202986:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077745.202989:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769077745.202991:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077745.202993:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077745.202997:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077745.203002:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978427008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077745.203003:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978426624:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077745.203012:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077745.203017:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077745.203022:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077745.203023:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203025:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1769077745.203028:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.203040:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1769077745.203041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077745.203044:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1769077745.203048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:3.0:1769077745.203049:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077745.203051:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769077745.203053:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077745.203056:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769077745.203056:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077745.203059:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077745.203062:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077745.203063:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077745.203066:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077745.203068:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3383 00000100:00000001:3.0:1769077745.203069:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077745.203075:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077745.203078:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077745.203079:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077745.203082:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.203083:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077745.203085:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769077745.203089:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077745.203091:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077745.203093:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077745.203094:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077745.203095:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077745.203098:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077745.203100:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077745.203101:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077745.203103:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077745.203104:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.203108:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077745.203111:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769077745.203112:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077745.203115:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.203117:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077745.203121:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426752:192.168.204.124@tcp:38:kworker.0 02000000:00000001:1.0:1769077745.203122:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077745.203126:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077745.203127:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077745.203129:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077745.203133:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.203133:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.203139:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077745.203139:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:1.0:1769077745.203144:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077745.203144:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077745.203151:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.203154:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203154:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077745.203157:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006055296 : -124070703496320 : ffff8f2889ca8380) 02000000:00000001:1.0:1769077745.203159:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077745.203161:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769077745.203162:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.203166:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077745.203167:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077745.203169:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.203174:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077745.203178:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:1.0:1769077745.203182:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978427136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077745.203184:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077745.203187:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077745.203190:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203193:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077745.203197:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077745.203198:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077745.203201:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298056225 00000100:00000001:1.0:1769077745.203202:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203207:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298057465 00000100:00000001:1.0:1769077745.203209:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203211:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298056225 00000100:00000001:3.0:1769077745.203215:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298057465 00000100:00000001:3.0:1769077745.203218:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077745.203220:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203222:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077745.203228:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077745/real 1769077745] req@ffff8f2889ca8380 x1855008978426752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077745.203238:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077745.203239:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077745.203242:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077745.203244:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077745.203245:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203247:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077745.203249:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077745.203253:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8380 x1855008978426752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077745.203262:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203265:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077745.203267:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203269:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077745.203270:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203272:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077745.203274:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077745.203277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077745.203280:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077745.203282:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077745.203286:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077745.203290:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077745.203292:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077745.203293:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.203296:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077745.203298:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077745.203300:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077745.203303:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077745.203306:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077745.203308:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077745.203310:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.203312:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077745.203315:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203322:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077745.203323:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:3.0:1769077745.203327:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077745.203348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077745.203352:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077745.203354:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077745.203355:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203356:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077745.203358:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203361:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298056222 00000100:00000001:3.0:1769077745.203363:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298057465 00000100:00000001:3.0:1769077745.203364:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298056222 00000100:00000001:3.0:1769077745.203366:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298057465 00000100:00000001:3.0:1769077745.203368:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077745.203369:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203371:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077745.203394:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077745/real 1769077745] req@ffff8f2889ca8700 x1855008978426880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077745.203406:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077745.203407:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077745.203409:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077745.203410:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077745.203411:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203413:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077745.203414:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077745.203417:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978426880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077745.203421:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203423:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077745.203425:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203426:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077745.203426:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203428:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077745.203429:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077745.203430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077745.203432:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077745.203433:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077745.203435:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978426880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077745.203438:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077745.203439:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077745.203439:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.203441:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077745.203442:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077745.203444:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077745.203446:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077745.203448:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077745.203449:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077745.203450:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.203452:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077745.203454:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203458:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077745.203459:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:3.0:1769077745.203461:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077745.203470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077745.203472:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077745.203474:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077745.203475:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203476:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077745.203477:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203480:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298056226 00000100:00000001:3.0:1769077745.203481:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298057465 00000100:00000001:3.0:1769077745.203483:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298056226 00000100:00000001:3.0:1769077745.203485:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298057465 00000100:00000001:3.0:1769077745.203486:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077745.203487:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203488:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077745.203491:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077745/real 1769077745] req@ffff8f2889caaa00 x1855008978427008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077745.203495:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077745.203496:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077745.203498:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077745.203499:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077745.203500:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203501:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077745.203502:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077745.203504:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978427008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077745.203512:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203514:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077745.203515:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203516:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077745.203517:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203518:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077745.203519:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077745.203521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077745.203522:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077745.203524:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077745.203532:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077745.203534:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203535:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077745.203536:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077745.203537:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077745.203538:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077745.203539:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077745.203540:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077745.203542:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077745.203542:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077745.203544:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077745.203545:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203546:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077745.203546:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077745.203547:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077745.203548:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077745.203549:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077745.203550:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077745.203551:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077745.203552:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077745.203553:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077745.203554:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203555:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077745.203555:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077745.203556:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077745.203557:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077745.203558:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077745.203559:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077745.203560:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077745.203561:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077745.203562:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077745.203563:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203564:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203567:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077745.203568:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203569:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077745.203570:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077745.203570:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077745.203571:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077745.203572:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.203574:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077745.203575:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077745.203576:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077745.203578:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077745.203580:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077745.203581:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077745.203582:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077745.203583:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077745.203585:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203589:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077745.203590:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00000001:3.0:1769077745.203592:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077745.203598:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077745.203601:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077745.203602:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077745.203603:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203604:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077745.203606:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203608:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298056218 00000100:00000001:3.0:1769077745.203610:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298057465 00000100:00000001:3.0:1769077745.203611:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298056218 00000100:00000001:3.0:1769077745.203613:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298057465 00000100:00000001:3.0:1769077745.203615:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077745.203616:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203617:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077745.203620:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077745/real 1769077745] req@ffff8f2889caad80 x1855008978427136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077745.203624:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077745.203625:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077745.203626:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077745.203627:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077745.203628:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203629:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077745.203630:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077745.203632:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978427136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077745.203637:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203638:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077745.203639:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203640:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077745.203641:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203642:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077745.203643:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077745.203644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077745.203646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077745.203647:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077745.203649:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077745.203651:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203652:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077745.203653:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077745.203654:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077745.203655:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077745.203656:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077745.203657:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077745.203658:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077745.203659:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077745.203660:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077745.203661:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203662:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.203664:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077745.203665:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.203667:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077745.203668:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.842478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077745.842481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077745.842492:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077745.842493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077745.842497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077745.842499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077745.842500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077745.842512:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077745.842515:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077745.842515:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077745.842527:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.842528:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077745.842529:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077745.842535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077745.842536:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077745.842538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077745.842546:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077745.842552:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077745.842556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077745.842633:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077745.842636:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077745.842639:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077746.226506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077746.226514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077746.226516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077746.226522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077746.226527:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077746.226531:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077746.226534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077746.226537:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077746.226540:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077746.866498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077746.866504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077746.866505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077746.866509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077746.866511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077746.866514:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077746.866519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077746.866519:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077746.866524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077746.866525:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077746.866531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077746.866534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077746.866536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077746.866589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077746.866592:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077746.866595:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077747.250483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077747.250489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077747.250491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077747.250495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077747.250498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077747.250503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077747.250505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077747.250507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077747.250509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077747.890424:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077747.890431:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077747.890433:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077747.890438:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077747.890441:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077747.890444:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077747.890446:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077747.890448:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077747.890450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077747.890451:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077747.890454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077747.890459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077747.890460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077747.890553:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077747.890556:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077747.890559:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077748.274506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077748.274514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077748.274516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077748.274523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077748.274526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077748.274530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077748.274533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077748.274536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077748.274538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077748.914469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077748.914475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077748.914476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077748.914481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077748.914482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077748.914487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077748.914491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077748.914492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077748.914495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077748.914496:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077748.914500:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077748.914502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077748.914505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077748.914560:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077748.914564:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077748.914569:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077749.298449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077749.298455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077749.298457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077749.298461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077749.298463:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077749.298466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077749.298468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077749.298470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077749.298472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077749.938445:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077749.938451:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077749.938452:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077749.938456:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077749.938460:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077749.938462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077749.938463:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077749.938468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077749.938468:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077749.938471:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077749.938475:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077749.938477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077749.938480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077749.938562:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077749.938566:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077749.938569:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077750.322470:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077750.322478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769077750.322479:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077750.322483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077750.322484:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077750.322485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077750.322488:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077750.322490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077750.322495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077750.322495:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077750.322500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077750.322503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769077750.322504:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3388 00000100:00000001:0.0:1769077750.322507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077750.322511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077750.322515:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077750.322519:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077750.322521:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077750.322524:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077750.322527:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077750.322529:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077750.322531:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077750.322533:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077750.322534:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077750.322538:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077750.322539:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077750.322542:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077750.322545:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077750.322548:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322550:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077750.322552:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077750.322562:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077750.322564:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322566:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077750.322568:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077750.322572:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322583:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077750.322592:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa680 x1855008978427264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077750.322600:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077750.322604:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322616:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077750.322618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077750.322621:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077750.322622:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077750.322623:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077750.322626:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077750.322628:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3388 00000100:00080000:1.0:1769077750.322631:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077750.322633:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077750.322634:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077750.322634:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769077750.322638:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077750.322639:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077750.322640:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077750.322642:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769077750.322643:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077750.322646:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769077750.322647:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077750.322649:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322650:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077750.322652:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077750.322656:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077750.322657:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769077750.322658:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.322661:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077750.322662:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077750.322666:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077750.322668:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769077750.322672:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978427264:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769077750.322673:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322678:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077750.322680:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:1.0:1769077750.322684:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077750.322685:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077750.322688:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077750.322691:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.322692:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077750.322697:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.322698:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077750.322703:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077750.322707:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322709:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077750.322711:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077750.322713:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.322714:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077750.322717:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006064256 : -124070703487360 : ffff8f2889caa680) 00000100:00000001:1.0:1769077750.322720:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.322722:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1769077750.322732:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9180 x1855008978427392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077750.322741:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077750.322744:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322749:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077750.322752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077750.322755:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077750.322757:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077750.322760:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1769077750.322760:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077750.322765:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077750.322769:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3388 00000100:00080000:1.0:1769077750.322773:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077750.322775:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077750.322775:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077750.322779:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077750.322780:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1769077750.322781:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077750.322784:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077750.322785:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077750.322786:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077750.322788:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769077750.322790:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077750.322793:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077750.322795:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077750.322795:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077750.322799:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077750.322801:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298062585 00000100:00000001:1.0:1769077750.322802:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077750.322807:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077750.322809:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077750.322811:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322812:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077750.322814:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000008:00100000:1.0:1769077750.322826:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077750.322830:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322833:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.322836:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298062585 02000000:00000001:1.0:1769077750.322837:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077750.322841:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322843:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077750.322844:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077750.322844:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769077750.322848:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.322850:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077750.322853:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322855:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.322856:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077750.322865:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077750/real 1769077750] req@ffff8f2889caa680 x1855008978427264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077750.322866:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab100 x1855008978427520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1769077750.322889:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769077750.322890:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1769077750.322892:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077750.322893:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322898:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.322898:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1769077750.322900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077750.322902:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1769077750.322906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077750.322906:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077750.322910:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077750.322911:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1769077750.322913:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077750.322914:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077750.322918:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077750.322922:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa680 x1855008978427264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077750.322923:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3388 00000100:00080000:1.0:1769077750.322930:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077750.322935:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077750.322935:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077750.322938:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077750.322941:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077750.322941:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1769077750.322944:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077750.322946:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077750.322947:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077750.322948:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769077750.322950:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077750.322951:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077750.322954:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077750.322956:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077750.322957:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077750.322959:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077750.322962:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:3.0:1769077750.322964:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769077750.322967:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077750.322970:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1769077750.322971:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:1.0:1769077750.322974:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077750.322975:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1769077750.322979:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077750.322981:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978427264:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077750.322982:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077750.322986:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077750.322988:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077750.322989:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.322992:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.322992:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077750.322995:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077750.322997:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077750.322998:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077750.322999:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.323002:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769077750.323003:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077750.323004:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077750.323005:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.323008:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077750.323012:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1769077750.323014:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9500 x1855008978427648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769077750.323015:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077750.323020:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769077750.323023:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077750.323023:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077750.323028:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323028:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077750.323032:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323032:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323035:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077750.323037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077750.323040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077750.323041:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077750.323042:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077750.323042:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077750.323044:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077750.323045:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077750.323048:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3388 00000100:00000001:3.0:1769077750.323050:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1769077750.323053:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077750.323053:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077750.323056:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077750.323060:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077750.323060:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077750.323063:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.323065:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077750.323066:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077750.323068:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769077750.323071:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769077750.323072:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077750.323077:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1769077750.323078:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427392:192.168.204.124@tcp:38:kworker.0 00000020:00000001:1.0:1769077750.323081:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077750.323082:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077750.323085:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1769077750.323088:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:3.0:1769077750.323088:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.323089:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077750.323092:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.323094:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077750.323098:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077750.323099:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077750.323103:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006058880 : -124070703492736 : ffff8f2889ca9180) 00000100:00080000:1.0:1769077750.323107:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077750.323108:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077750.323114:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077750.323117:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077750.323121:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:3.0:1769077750.323124:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:1.0:1769077750.323125:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.323127:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077750.323129:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077750.323131:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.323133:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323137:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077750.323139:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077750.323140:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323144:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1769077750.323147:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077750.323148:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077750.323151:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323153:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298061345 00000100:00000001:1.0:1769077750.323154:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077750.323156:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077750.323159:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298062585 02000000:00000001:1.0:1769077750.323160:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323165:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298061345 00000100:00000001:1.0:1769077750.323168:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323168:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298062585 00000100:00000001:3.0:1769077750.323173:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077750.323176:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077750.323177:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9f80 x1855008978427776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077750.323178:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077750.323184:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077750/real 1769077750] req@ffff8f2889ca9180 x1855008978427392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077750.323188:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077750.323192:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077750.323198:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077750.323199:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077750.323202:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077750.323205:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077750.323208:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077750.323209:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323211:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077750.323212:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077750.323215:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9180 x1855008978427392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077750.323220:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323222:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077750.323223:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323224:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077750.323225:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323226:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077750.323228:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077750.323230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077750.323232:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077750.323234:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077750.323236:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077750.323239:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077750.323240:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077750.323241:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.323243:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077750.323244:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077750.323246:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077750.323247:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077750.323249:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077750.323251:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077750.323252:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.323253:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077750.323255:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323258:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077750.323259:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066944 : -124070703484672 : ffff8f2889cab100) 00000100:00000001:3.0:1769077750.323261:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077750.323268:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077750.323270:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077750.323272:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077750.323273:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323274:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077750.323276:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323278:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298061342 00000100:00000001:3.0:1769077750.323280:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298062585 00000100:00000001:3.0:1769077750.323282:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298061342 00000100:00000001:3.0:1769077750.323284:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298062585 00000100:00000001:3.0:1769077750.323287:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077750.323289:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323290:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077750.323295:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077750/real 1769077750] req@ffff8f2889cab100 x1855008978427520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077750.323311:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077750.323312:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077750.323315:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077750.323317:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077750.323318:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323320:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077750.323322:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077750.323326:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab100 x1855008978427520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077750.323334:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323336:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077750.323338:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323340:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077750.323341:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323342:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077750.323343:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077750.323345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077750.323347:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077750.323348:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077750.323350:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077750.323353:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077750.323354:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077750.323355:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.323357:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077750.323358:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077750.323359:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077750.323361:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077750.323364:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077750.323365:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077750.323366:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.323367:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077750.323370:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323391:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077750.323393:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006059776 : -124070703491840 : ffff8f2889ca9500) 00000100:00000001:3.0:1769077750.323396:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077750.323405:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077750.323408:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077750.323409:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077750.323410:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323412:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077750.323413:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323416:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298061346 00000100:00000001:3.0:1769077750.323418:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298062585 00000100:00000001:3.0:1769077750.323419:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298061346 00000100:00000001:3.0:1769077750.323421:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298062585 00000100:00000001:3.0:1769077750.323422:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077750.323424:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323425:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077750.323427:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077750/real 1769077750] req@ffff8f2889ca9500 x1855008978427648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077750.323432:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077750.323433:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077750.323434:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077750.323435:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077750.323436:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323437:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077750.323438:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077750.323441:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9500 x1855008978427648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077750.323445:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323446:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077750.323448:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323449:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077750.323450:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323451:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077750.323452:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077750.323454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077750.323456:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077750.323457:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077750.323459:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077750.323461:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323462:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077750.323463:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077750.323464:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077750.323465:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077750.323466:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077750.323467:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077750.323469:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077750.323470:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077750.323471:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077750.323472:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323473:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077750.323474:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077750.323475:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077750.323476:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077750.323477:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077750.323477:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077750.323478:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077750.323479:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077750.323480:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077750.323481:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323482:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077750.323482:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077750.323483:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077750.323484:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077750.323485:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077750.323485:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077750.323486:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077750.323487:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077750.323488:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077750.323489:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323491:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323493:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077750.323494:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323496:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077750.323497:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077750.323497:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077750.323498:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077750.323500:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.323501:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077750.323502:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077750.323503:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077750.323505:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077750.323507:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077750.323508:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077750.323509:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077750.323510:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077750.323512:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323515:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077750.323516:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006062464 : -124070703489152 : ffff8f2889ca9f80) 00000100:00000001:3.0:1769077750.323518:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077750.323524:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077750.323526:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077750.323528:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077750.323529:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323530:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077750.323531:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323534:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298061338 00000100:00000001:3.0:1769077750.323535:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298062585 00000100:00000001:3.0:1769077750.323537:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298061338 00000100:00000001:3.0:1769077750.323539:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298062585 00000100:00000001:3.0:1769077750.323540:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077750.323541:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323543:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077750.323545:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077750/real 1769077750] req@ffff8f2889ca9f80 x1855008978427776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077750.323550:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077750.323551:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077750.323552:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077750.323553:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077750.323554:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323555:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077750.323555:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077750.323558:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9f80 x1855008978427776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077750.323562:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323564:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077750.323565:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323566:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077750.323567:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323568:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077750.323568:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077750.323570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077750.323572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077750.323573:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077750.323575:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978427776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077750.323577:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323578:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077750.323579:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077750.323579:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077750.323580:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077750.323581:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077750.323582:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077750.323583:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077750.323583:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077750.323585:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077750.323586:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323587:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.323589:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077750.323589:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.323591:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077750.323592:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.962482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077750.962487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077750.962488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077750.962491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.962492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077750.962500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077750.962500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077750.962503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.962504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077750.962509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.962511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077750.962513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.962516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077750.962563:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077750.962567:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077750.962570:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077751.346455:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077751.346462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077751.346464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077751.346480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077751.346485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077751.346489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077751.346492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077751.346495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077751.346498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077751.986468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077751.986483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077751.986486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077751.986491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077751.986492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077751.986494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077751.986496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077751.986498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077751.986499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077751.986500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077751.986502:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077751.986505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077751.986508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077751.986578:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077751.986582:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077751.986587:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077752.370440:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077752.370447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077752.370449:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077752.370454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077752.370458:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077752.370462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077752.370465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077752.370468:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077752.370470:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077753.010477:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077753.010481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077753.010484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077753.010485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077753.010487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077753.010491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077753.010492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077753.010494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077753.010497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077753.010501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077753.010504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077753.010506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077753.010508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077753.010551:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077753.010555:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077753.010557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077753.394439:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077753.394445:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077753.394447:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077753.394450:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077753.394453:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077753.394456:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077753.394458:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077753.394460:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077753.394462:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077754.034450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077754.034456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077754.034461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077754.034464:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077754.034466:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077754.034468:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077754.034470:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077754.034472:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077754.034472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077754.034477:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077754.034477:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077754.034481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077754.034482:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077754.034486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077754.034490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077754.034493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077754.034496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077754.034498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077754.034500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077754.034575:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077754.034578:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077754.034581:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077754.418489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077754.418495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077754.418497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077754.418502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077754.418505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077754.418508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077754.418510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077754.418512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077754.418514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.058484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077755.058491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077755.058494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077755.058498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077755.058500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077755.058503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.058506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077755.058510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077755.058512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077755.058515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.058517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077755.058522:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077755.058525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077755.058635:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077755.058643:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077755.058649:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077755.442508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077755.442516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077755.442518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077755.442523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077755.442528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769077755.442531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077755.442532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077755.442535:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077755.442542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077755.442547:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.442549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077755.442554:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077755.442558:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077755.442563:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077755.442574:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3394 00000100:00080000:2.0:1769077755.442585:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077755.442589:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077755.442591:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077755.442596:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077755.442600:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077755.442642:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077755.442646:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077755.442649:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077755.442650:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077755.442655:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077755.442658:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077755.442661:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077755.442665:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077755.442668:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.442670:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077755.442673:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077755.442684:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077755.442686:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.442689:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077755.442692:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077755.442697:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.442709:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077755.442719:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978427904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077755.442745:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077755.442750:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.442764:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.442768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077755.442772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077755.442773:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077755.442775:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077755.442778:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077755.442781:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3394 00000100:00080000:2.0:1769077755.442786:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077755.442789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077755.442790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077755.442794:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077755.442796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077755.442798:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077755.442800:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769077755.442802:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077755.442805:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077755.442806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077755.442808:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077755.442810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077755.442811:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077755.442815:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.442818:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077755.442821:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769077755.442825:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077755.442825:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077755.442831:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077755.442831:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077755.442839:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978427904:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769077755.442840:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077755.442846:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.442846:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077755.442851:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077755.442851:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077755.442855:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077755.442858:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1769077755.442859:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077755.442864:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.442867:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077755.442869:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077755.442872:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077755.442876:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.442879:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077755.442881:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077755.442883:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.442886:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077755.442889:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:2.0:1769077755.442890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.442892:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1769077755.442900:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978428032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077755.442909:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077755.442912:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.442916:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.442919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077755.442923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077755.442925:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077755.442926:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077755.442930:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077755.442933:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3394 00000100:00000001:3.0:1769077755.442936:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.442938:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077755.442941:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298067705 00000100:00000001:2.0:1769077755.442943:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077755.442947:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077755.442950:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077755.442951:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769077755.442953:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077755.442957:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077755.442959:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298067705 00000020:00000001:2.0:1769077755.442960:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077755.442964:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769077755.442965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077755.442969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077755.442969:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077755.442974:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.442978:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.442979:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077755.442981:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077755.442986:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077755.442990:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077755.442990:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077755.442993:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1769077755.442994:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077755.442995:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077755.442998:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077755.443000:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769077755.443001:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443003:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077755.443007:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443008:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077755.443009:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:2.0:1769077755.443013:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077755.443013:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077755.443015:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769077755.443020:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077755.443021:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769077755.443024:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443026:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077755.443030:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077755.443031:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077755.443032:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769077755.443033:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077755.443035:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077755.443037:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443041:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077755.443041:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769077755.443044:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077755.443045:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 02000000:00000001:2.0:1769077755.443049:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443050:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077755.443059:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443063:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077755.443069:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978428160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077755.443069:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298066465 00000100:00000001:3.0:1769077755.443074:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298067705 00000100:00000001:3.0:1769077755.443078:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298066465 00000100:00000001:3.0:1769077755.443083:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298067705 00000100:00000001:3.0:1769077755.443086:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077755.443090:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443091:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077755.443093:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443096:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443096:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077755.443103:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077755.443104:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769077755.443105:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443107:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077755.443111:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769077755.443112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077755.443112:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077755.443114:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077755.443116:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.443121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1769077755.443121:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077755.443124:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077755.443126:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077755.443126:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.443131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769077755.443132:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077755.443139:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077755.443140:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077755.443140:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077755.443144:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077755.443146:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769077755.443147:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3394 02000000:00000001:3.0:1769077755.443149:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.443156:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077755.443158:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077755.443161:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:2.0:1769077755.443162:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077755.443165:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077755.443166:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077755.443171:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077755.443173:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077755.443173:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077755.443176:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077755.443178:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298066462 00000020:00000001:2.0:1769077755.443183:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077755.443183:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298067705 00000100:00000001:3.0:1769077755.443187:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298066462 00000100:00000001:2.0:1769077755.443189:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077755.443190:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298067705 00000100:00000001:2.0:1769077755.443194:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077755.443195:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077755.443198:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443201:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.443204:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077755.443204:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077755.443207:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077755.443209:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769077755.443211:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443211:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077755.443213:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077755.443215:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077755.443217:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077755.443218:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077755.443224:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077755.443228:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443231:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077755.443234:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077755.443237:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443239:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077755.443244:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077755.443245:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443248:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077755.443249:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077755.443251:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443255:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077755.443261:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978428288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077755.443268:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077755.443270:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443282:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077755.443285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077755.443289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077755.443290:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077755.443292:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077755.443295:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077755.443298:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3394 00000100:00080000:2.0:1769077755.443303:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077755.443305:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077755.443307:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077755.443310:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077755.443311:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077755.443314:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077755.443314:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077755.443318:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769077755.443319:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077755.443322:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077755.443323:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077755.443326:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077755.443327:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077755.443332:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077755.443336:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443336:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077755.443341:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077755.443344:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077755.443346:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077755.443348:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077755.443350:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077755.443355:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443356:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077755.443359:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1769077755.443364:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428288:192.168.204.124@tcp:8:kworker.0 00000008:00000001:2.0:1769077755.443365:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443369:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443400:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077755.443405:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077755.443406:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077755.443409:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077755.443413:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443421:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077755.443422:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 02000000:00000001:2.0:1769077755.443424:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077755.443427:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769077755.443428:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443431:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077755.443433:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077755.443436:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443442:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443445:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077755.443448:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978428416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077755.443451:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298066466 00000100:00000001:3.0:1769077755.443456:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298067705 00000100:00000001:3.0:1769077755.443461:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298066466 00000100:00000001:2.0:1769077755.443466:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077755.443466:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298067705 00000100:00000001:2.0:1769077755.443472:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443472:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077755.443477:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077755.443478:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443481:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443485:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077755.443489:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077755.443491:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077755.443493:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077755.443495:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077755.443497:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077755.443499:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077755.443500:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077755.443503:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077755.443505:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077755.443506:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077755.443511:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077755.443516:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077755.443518:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077755.443519:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077755.443521:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077755.443526:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443530:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077755.443532:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:3.0:1769077755.443535:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077755.443547:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443551:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298066458 00000100:00000001:3.0:1769077755.443554:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298067705 00000100:00000001:3.0:1769077755.443556:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298066458 00000100:00000001:3.0:1769077755.443558:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298067705 00000100:00000001:3.0:1769077755.443560:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077755.443562:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443565:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443566:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077755.443570:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077755.443571:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077755.443573:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077755.443574:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077755.443576:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.443578:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077756.082520:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077756.082524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077756.082530:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077756.082533:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077756.082535:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077756.082540:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077756.082541:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077756.082543:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077756.082544:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077756.082547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077756.082548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077756.082557:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077756.082559:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077756.082563:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077756.082567:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077756.082572:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077756.082576:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077756.082578:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077756.082581:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077756.082609:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077756.082614:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077756.082617:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077756.466476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077756.466482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077756.466483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077756.466487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077756.466490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077756.466494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077756.466496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077756.466498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077756.466500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077757.106489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077757.106495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077757.106498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077757.106500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077757.106502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077757.106503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077757.106505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077757.106510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077757.106512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077757.106515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077757.106517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077757.106519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077757.106521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077757.106562:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077757.106565:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077757.106568:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077757.490456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077757.490463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077757.490465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077757.490470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077757.490473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077757.490476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077757.490478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077757.490481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077757.490483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077758.130458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077758.130466:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077758.130467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077758.130468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077758.130473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077758.130475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077758.130480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077758.130481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077758.130484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077758.130487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.130491:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077758.130494:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.130496:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077758.130581:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077758.130585:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077758.130588:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077758.514474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077758.514480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077758.514482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077758.514486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077758.514489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077758.514492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077758.514500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077758.514503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077758.514505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1769077758.514641:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:1.0:1769077758.514676:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077758.514721:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769077758.514734:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077758.514748:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077758.514750:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077758.514752:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769077758.514761:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769077758.514764:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077758.514765:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077758.514766:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077758.514768:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769077758.514771:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769077758.514774:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077758.514777:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077758.514778:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077758.514779:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769077758.514782:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769077758.514785:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077758.514787:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077758.514789:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077758.514790:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077758.514791:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077758.514796:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077758.514799:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000800:00000100:1.0:1769077758.514805:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00100000:3.0:1769077758.514810:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077755/real 1769077758] req@ffff8f2882c39f80 x1855008978428288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077758.514813:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077758.514823:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1769077758.514824:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769077758.514826:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077758.514827:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077758.514832:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077758.514837:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077758.514842:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077758.514844:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.514848:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.514850:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077758.514862:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978428288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077758.514871:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.514874:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077758.514877:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.514879:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.514880:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.514883:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077758.514886:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077758.514890:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077758.514896:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077758.514899:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077758.514903:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077758.514908:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077758.514912:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077755/real 1769077758] req@ffff8f2882c3b800 x1855008978428160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077758.514920:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077758.514921:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077758.514924:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077758.514926:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077758.514927:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.514929:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.514931:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077758.514935:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978428160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077758.514942:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.514944:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077758.514947:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.514949:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.514950:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.514952:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077758.514954:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077758.514956:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077758.514960:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077758.514963:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077758.514966:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077758.514973:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077758.514978:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077755/real 1769077758] req@ffff8f2882c38380 x1855008978428032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077758.514985:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077758.514987:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077758.514989:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077758.514991:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077758.514993:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.514994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.514996:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077758.515000:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978428032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077758.515006:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515009:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077758.515011:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515012:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.515014:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515016:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077758.515017:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077758.515020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077758.515024:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077758.515026:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077758.515029:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077758.515033:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077758.515037:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077755/real 1769077758] req@ffff8f2882c3a680 x1855008978427904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077758.515045:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077758.515047:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077758.515051:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077758.515053:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077758.515054:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515056:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.515057:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077758.515061:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978427904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077758.515068:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515070:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077758.515072:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515073:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.515075:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515077:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077758.515078:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077758.515081:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077758.515084:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077758.515086:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077758.515089:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978427904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077758.515093:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077758.515095:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077758.515098:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077758.515101:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077758.515107:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077758.515111:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077758.515114:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077758.515117:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077758.515119:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077758.515123:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077758.515124:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515126:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077758.515127:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077758.515128:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077758.515130:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077758.515131:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077758.515132:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077758.515134:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077758.515136:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077758.515137:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077758.515139:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515140:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077758.515142:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077758.515143:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077758.515145:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077758.515146:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077758.515147:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077758.515149:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077758.515150:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077758.515152:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077758.515154:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515155:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077758.515156:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077758.515158:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077758.515160:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077758.515161:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077758.515162:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077758.515164:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077758.515165:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077758.515167:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077758.515168:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515170:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077758.515172:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077758.515174:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077758.515175:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077758.515180:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077755/real 1769077758] req@ffff8f2882c3bb80 x1855008978428416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077758.515188:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077758.515190:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077758.515193:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077758.515195:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077758.515196:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515198:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.515200:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077758.515203:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978428416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077758.515216:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515220:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077758.515222:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515223:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077758.515231:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515234:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077758.515235:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077758.515238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077758.515241:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077758.515243:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077758.515246:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077758.515250:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515251:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077758.515253:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077758.515255:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077758.515257:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077758.515259:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077758.515260:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077758.515262:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077758.515263:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077758.515265:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077758.515266:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515268:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.515276:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077758.515278:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077758.515280:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077758.515282:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077759.154457:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077759.154458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077759.154463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077759.154465:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077759.154469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077759.154469:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077759.154472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077759.154477:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077759.154482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077759.154486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077759.154490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077759.154492:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077759.154495:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077759.154522:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077759.154526:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077759.154528:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077759.538458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077759.538466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077759.538468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077759.538474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077759.538478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077759.538482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077759.538484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077759.538487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077759.538490:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.178490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077760.178495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077760.178499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077760.178500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.178503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077760.178510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077760.178511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077760.178514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.178518:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077760.178523:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.178526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077760.178529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.178532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077760.178567:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077760.178571:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077760.178573:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077760.562475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769077760.562475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077760.562482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077760.562485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077760.562485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769077760.562490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077760.562491:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077760.562496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769077760.562496:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077760.562501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077760.562501:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077760.562506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077760.562509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077760.562509:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3399 00000100:00000001:0.0:1769077760.562513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077760.562521:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077760.562524:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077760.562526:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077760.562529:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077760.562532:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077760.562534:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077760.562536:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077760.562538:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077760.562539:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077760.562542:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077760.562544:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.562546:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077760.562548:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077760.562550:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562552:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077760.562554:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.562561:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077760.562563:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562566:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077760.562572:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077760.562576:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562586:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077760.562594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978428544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077760.562602:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077760.562605:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562617:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077760.562619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077760.562622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077760.562623:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077760.562625:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077760.562627:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077760.562628:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3399 00000100:00080000:2.0:1769077760.562631:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077760.562633:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077760.562634:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077760.562636:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077760.562637:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077760.562639:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077760.562641:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077760.562655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077760.562657:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077760.562661:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077760.562663:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.562664:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077760.562668:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769077760.562669:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077760.562673:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769077760.562674:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562678:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077760.562678:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077760.562682:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:2.0:1769077760.562685:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077760.562685:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769077760.562689:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.562689:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769077760.562693:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.562694:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077760.562697:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077760.562697:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.562700:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562703:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1769077760.562703:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978428544:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769077760.562706:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077760.562709:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.562710:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077760.562715:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.562715:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077760.562718:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.562722:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1769077760.562723:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978428672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077760.562727:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562733:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077760.562736:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562739:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077760.562741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077760.562743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077760.562744:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077760.562745:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769077760.562746:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077760.562748:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:2.0:1769077760.562750:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077760.562754:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3399 00000100:00000001:3.0:1769077760.562759:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769077760.562762:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077760.562765:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077760.562766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077760.562767:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077760.562768:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077760.562770:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077760.562771:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077760.562773:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077760.562775:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077760.562778:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077760.562782:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.562784:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077760.562787:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077760.562790:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562792:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077760.562795:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077760.562798:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077760.562801:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077760.562803:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.562811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077760.562813:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.562813:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077760.562816:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077760.562818:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077760.562821:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.562822:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769077760.562824:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077760.562828:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.562829:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.562835:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298072825 00000100:00000001:2.0:1769077760.562838:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.562845:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1769077760.562847:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978428800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077760.562852:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298072825 00000100:00000001:3.0:1769077760.562858:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769077760.562865:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077760.562865:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077760.562870:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562871:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.562873:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769077760.562878:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077760.562882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077760.562887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1769077760.562888:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077760/real 1769077760] req@ffff8f2882c3bb80 x1855008978428544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077760.562889:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077760.562892:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077760.562898:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077760.562904:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3399 00000400:00000001:3.0:1769077760.562910:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769077760.562912:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000400:00000001:3.0:1769077760.562914:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769077760.562917:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077760.562920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077760.562922:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1769077760.562923:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077760.562927:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077760.562929:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1769077760.562930:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077760.562934:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077760.562936:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077760.562939:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077760.562941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077760.562943:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077760.562945:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077760.562953:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:3.0:1769077760.562954:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978428544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077760.562957:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.562962:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077760.562967:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077760.562970:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077760.562972:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562977:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077760.562979:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077760.562982:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.562984:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.562988:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769077760.562990:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077760.562993:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.562995:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077760.562997:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077760.563001:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077760.563001:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077760.563005:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077760.563007:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.563011:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077760.563015:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.563015:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1769077760.563024:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978428928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077760.563027:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077760.563038:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769077760.563039:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077760.563044:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769077760.563047:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.563052:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077760.563052:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978428544:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769077760.563056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077760.563063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077760.563063:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077760.563067:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077760.563069:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769077760.563071:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077760.563073:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769077760.563077:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077760.563079:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1769077760.563084:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3399 02000000:00000001:3.0:1769077760.563087:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1769077760.563089:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1769077760.563091:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769077760.563093:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077760.563095:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769077760.563097:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077760.563102:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1769077760.563103:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077760.563107:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769077760.563107:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1769077760.563112:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077760.563113:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1769077760.563116:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077760.563117:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.563121:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.563128:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077760.563129:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.563131:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077760.563133:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077760.563135:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077760.563138:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077760.563139:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077760.563143:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077760.563143:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.563150:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1769077760.563153:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077760.563154:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077760.563161:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.563162:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.563167:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769077760.563172:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428672:192.168.204.124@tcp:38:kworker.0 02000000:00000001:2.0:1769077760.563174:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077760.563181:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.563181:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077760.563185:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769077760.563186:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077760.563190:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769077760.563191:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077760.563195:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:2.0:1769077760.563196:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.563200:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.563200:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077760.563206:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077760.563209:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.563211:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077760.563212:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077760.563215:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 02000000:00000001:2.0:1769077760.563216:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077760.563220:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.563224:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077760.563229:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077760.563237:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978429056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077760.563245:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077760.563248:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077760.564368:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077760.564516:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077760.564526:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077760.564530:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077760.564531:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564533:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077760.564539:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564558:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298071587 00000100:00000001:3.0:1769077760.564562:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298072825 00000100:00000001:3.0:1769077760.564565:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298071587 00000100:00000001:3.0:1769077760.564567:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298072825 00000100:00000001:3.0:1769077760.564570:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077760.564573:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564576:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077760.564583:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077760/real 1769077760] req@ffff8f2882c3a680 x1855008978428672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077760.564594:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077760.564596:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077760.564599:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077760.564602:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077760.564603:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564606:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077760.564608:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077760.564612:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978428672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077760.564621:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564624:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077760.564627:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564628:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077760.564630:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564632:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077760.564634:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077760.564636:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077760.564639:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077760.564641:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077760.564662:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077760.564666:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077760.564667:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077760.564668:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.564670:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077760.564673:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077760.564674:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077760.564676:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077760.564679:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077760.564681:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077760.564683:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.564684:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077760.564687:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564693:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077760.564694:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:3.0:1769077760.564697:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077760.564709:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077760.564713:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077760.564714:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077760.564715:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564717:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077760.564719:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564721:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298071584 00000100:00000001:3.0:1769077760.564723:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298072825 00000100:00000001:3.0:1769077760.564725:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298071584 00000100:00000001:3.0:1769077760.564726:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298072825 00000100:00000001:3.0:1769077760.564728:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077760.564729:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564730:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077760.564732:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077760/real 1769077760] req@ffff8f2882c38380 x1855008978428800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077760.564737:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077760.564738:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077760.564740:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077760.564741:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077760.564742:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564743:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077760.564744:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077760.564747:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978428800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077760.564755:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564757:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077760.564759:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564760:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077760.564760:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564761:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077760.564762:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077760.564764:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077760.564766:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077760.564767:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077760.564769:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077760.564771:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077760.564772:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077760.564773:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.564775:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077760.564776:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077760.564777:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077760.564778:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077760.564780:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077760.564781:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077760.564782:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.564783:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077760.564785:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564789:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077760.564789:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:3.0:1769077760.564792:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077760.564797:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077760.564800:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077760.564801:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077760.564802:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564803:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077760.564805:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564807:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298071587 00000100:00000001:3.0:1769077760.564808:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298072825 00000100:00000001:3.0:1769077760.564810:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298071587 00000100:00000001:3.0:1769077760.564811:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298072825 00000100:00000001:3.0:1769077760.564813:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077760.564814:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564815:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077760.564817:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077760/real 1769077760] req@ffff8f2882c3b800 x1855008978428928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077760.564822:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077760.564822:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077760.564824:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077760.564825:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077760.564825:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564826:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077760.564827:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077760.564829:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978428928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077760.564834:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564835:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077760.564837:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564838:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077760.564839:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564840:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077760.564841:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077760.564842:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077760.564844:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077760.564845:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077760.564847:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978428928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077760.564850:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564852:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077760.564853:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077760.564854:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077760.564856:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077760.564858:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077760.564859:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077760.564861:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077760.564862:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077760.564864:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077760.564865:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564866:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077760.564866:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077760.564867:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077760.564868:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077760.564869:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077760.564870:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077760.564871:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077760.564872:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077760.564873:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077760.564873:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564874:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077760.564875:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077760.564876:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077760.564877:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077760.564877:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077760.564878:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077760.564879:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077760.564880:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077760.564881:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077760.564881:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564883:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.564902:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077760.564904:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564907:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077760.564908:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077760.564909:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077760.564911:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077760.564912:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.564915:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077760.564917:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077760.564919:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077760.564923:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077760.564927:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077760.564929:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077760.564930:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077760.564932:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077760.564935:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564941:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077760.564942:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:3.0:1769077760.564946:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077760.564958:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077760.564963:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077760.564965:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077760.564967:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564968:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077760.564971:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564975:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298071579 00000100:00000001:3.0:1769077760.564977:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298072825 00000100:00000001:3.0:1769077760.564979:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298071579 00000100:00000001:3.0:1769077760.564982:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298072825 00000100:00000001:3.0:1769077760.564984:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077760.564986:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.564988:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077760.564992:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077760/real 1769077760] req@ffff8f2882c39f80 x1855008978429056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077760.565002:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077760.565003:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077760.565005:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077760.565007:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077760.565009:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.565011:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077760.565012:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077760.565017:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978429056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077760.565021:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.565023:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077760.565025:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.565026:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077760.565026:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.565027:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077760.565028:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077760.565030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077760.565032:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077760.565033:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077760.565035:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077760.565037:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.565039:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077760.565040:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077760.565041:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077760.565042:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077760.565043:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077760.565044:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077760.565046:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077760.565046:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077760.565048:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077760.565049:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.565050:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.565053:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077760.565054:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.565055:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077760.565056:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077761.202451:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077761.202458:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077761.202460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077761.202465:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077761.202468:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077761.202469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077761.202472:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077761.202474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077761.202477:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077761.202481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077761.202482:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077761.202485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077761.202488:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077761.202513:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077761.202518:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077761.202521:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077761.586453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077761.586461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077761.586463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077761.586468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077761.586473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077761.586477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077761.586480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077761.586483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077761.586486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077762.226481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077762.226487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077762.226487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077762.226489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077762.226492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077762.226495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077762.226499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077762.226499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077762.226502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077762.226503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077762.226507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077762.226510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077762.226512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077762.226576:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077762.226580:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077762.226585:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077762.610489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077762.610496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077762.610498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077762.610503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077762.610506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077762.610509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077762.610511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077762.610513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077762.610515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077763.250442:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077763.250449:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077763.250451:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077763.250456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077763.250458:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077763.250460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077763.250465:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077763.250466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077763.250469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077763.250470:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077763.250474:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077763.250477:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077763.250480:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077763.250539:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077763.250544:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077763.250548:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077763.634435:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077763.634442:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077763.634443:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077763.634448:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077763.634451:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077763.634454:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077763.634456:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077763.634458:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077763.634460:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077764.274475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077764.274481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077764.274483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077764.274485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077764.274489:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077764.274491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077764.274493:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077764.274498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077764.274500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077764.274501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077764.274505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077764.274506:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077764.274507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077764.274510:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077764.274515:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077764.274518:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077764.274520:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077764.274523:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077764.274525:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077764.274575:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077764.274578:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077764.274592:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077764.658448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077764.658455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077764.658456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077764.658461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077764.658464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077764.658467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077764.658469:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077764.658471:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077764.658473:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.298438:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077765.298449:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077765.298453:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077765.298461:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077765.298467:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077765.298471:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077765.298476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077765.298477:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077765.298483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.298484:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077765.298491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077765.298492:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077765.298493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077765.298558:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077765.298562:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077765.298589:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077765.682485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077765.682497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077765.682500:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077765.682504:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077765.682508:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077765.682515:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3404 00000100:00080000:0.0:1769077765.682526:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077765.682529:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077765.682531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077765.682535:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077765.682537:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077765.682539:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077765.682541:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077765.682544:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077765.682545:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077765.682549:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077765.682551:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077765.682554:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077765.682572:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077765.682575:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682577:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077765.682579:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077765.682591:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077765.682593:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682596:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077765.682599:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077765.682604:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682615:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077765.682625:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978429184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077765.682635:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077765.682639:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682661:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077765.682667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077765.682672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077765.682674:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077765.682676:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077765.682680:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077765.682683:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3404 00000100:00080000:0.0:1769077765.682689:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077765.682689:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077765.682693:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077765.682696:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077765.682697:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077765.682702:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077765.682703:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769077765.682705:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077765.682708:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077765.682710:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077765.682713:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077765.682717:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:3.0:1769077765.682721:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077765.682722:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077765.682726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077765.682727:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077765.682732:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077765.682734:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682739:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077765.682743:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978429184:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077765.682745:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077765.682751:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077765.682753:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077765.682755:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077765.682760:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077765.682760:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077765.682765:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077765.682766:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077765.682771:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077765.682774:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077765.682779:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682782:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077765.682788:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077765.682789:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.682791:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077765.682792:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077765.682794:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077765.682796:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682802:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.682804:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077765.682811:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1769077765.682812:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978429312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077765.682823:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077765.682826:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682829:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077765.682833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077765.682836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077765.682838:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077765.682840:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077765.682843:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077765.682846:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3404 00000100:00080000:0.0:1769077765.682861:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077765.682864:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077765.682866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077765.682869:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077765.682870:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077765.682873:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000800:00000100:3.0:1769077765.682877:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769077765.682878:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077765.682884:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077765.682886:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077765.682889:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077765.682892:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077765.682895:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077765.682898:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.682899:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077765.682904:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077765.682904:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769077765.682910:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077765.682914:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.682916:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682917:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077765.682922:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077765.682925:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298077945 00000008:00000001:0.0:1769077765.682927:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682931:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077765.682937:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077765.682938:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682940:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077765.682941:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769077765.682942:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077765.682946:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682953:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.682955:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298077945 00000100:00100000:0.0:1769077765.682960:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978429440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077765.682965:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077765.682975:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077765.682978:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.682981:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.682981:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077765.682987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077765.682989:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.682995:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769077765.682996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077765.682999:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077765.683002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769077765.683005:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077765/real 1769077765] req@ffff8f28835eb800 x1855008978429184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077765.683006:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077765.683014:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3404 00000100:00080000:0.0:1769077765.683023:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077765.683029:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077765.683033:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077765.683036:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1769077765.683037:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:3.0:1769077765.683039:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769077765.683041:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077765.683045:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077765.683046:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077765.683049:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769077765.683052:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077765.683052:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683056:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077765.683058:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077765.683062:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978429184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077765.683070:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077765.683074:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077765.683075:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077765.683078:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077765.683080:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683083:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077765.683086:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077765.683090:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077765.683090:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077765.683093:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077765.683097:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077765.683097:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769077765.683104:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1769077765.683106:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769077765.683110:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077765.683110:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077765.683114:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978429184:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077765.683116:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683120:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077765.683121:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077765.683123:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:0.0:1769077765.683127:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077765.683127:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077765.683130:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:0.0:1769077765.683133:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077765.683134:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077765.683137:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077765.683139:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077765.683140:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077765.683146:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077765.683148:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077765.683148:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769077765.683153:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683155:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077765.683157:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077765.683158:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077765.683163:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077765.683163:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077765.683168:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683173:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077765.683176:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.683177:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683179:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077765.683182:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077765.683183:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077765.683185:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077765.683187:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077765.683188:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978429568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077765.683189:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077765.683192:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077765.683196:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.683205:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077765.683208:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077765.683211:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077765.683212:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077765.683217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077765.683220:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1769077765.683223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1769077765.683224:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077765.683229:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.683230:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077765.683231:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769077765.683235:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769077765.683236:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.683242:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077765.683245:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769077765.683249:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3404 00000100:00000001:3.0:1769077765.683249:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00080000:0.0:1769077765.683258:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077765.683258:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077765.683263:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077765.683265:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077765.683268:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077765.683270:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:3.0:1769077765.683274:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769077765.683275:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077765.683279:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769077765.683280:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077765.683283:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077765.683285:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077765.683286:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683290:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077765.683291:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077765.683293:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077765.683298:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077765.683299:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298076705 00000100:00000001:3.0:1769077765.683304:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298077945 00000100:00000001:0.0:1769077765.683306:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683308:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298076705 02000000:00000001:0.0:1769077765.683311:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077765.683312:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298077945 00000100:00000001:3.0:1769077765.683316:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077765.683318:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077765.683319:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077765.683326:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683326:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077765.683331:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077765.683334:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077765/real 1769077765] req@ffff8f28835e8700 x1855008978429312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769077765.683335:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077765.683343:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.683349:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077765.683356:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077765.683359:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.683364:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077765.683368:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077765.683371:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077765.683400:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077765.683402:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077765.683405:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077765.683409:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077765.683410:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077765.683412:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683412:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077765.683414:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077765.683422:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978429312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077765.683426:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978429696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077765.683436:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683441:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077765.683445:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077765.683447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077765.683448:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077765.683449:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077765.683451:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683454:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077765.683456:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077765.683456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077765.683457:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077765.683460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077765.683464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077765.683465:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077765.683468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077765.683470:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077765.683473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077765.683475:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769077765.683478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077765.683479:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077765.683484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077765.683488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077765.683492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683494:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077765.683497:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077765.683498:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077765.683500:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077765.683501:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077765.683503:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077765.683505:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077765.683508:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077765.683510:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077765.683512:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077765.683513:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077765.683516:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683520:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077765.683521:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077765.683524:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077765.683534:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077765.683537:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077765.683539:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077765.683540:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683541:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077765.683543:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683546:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298076703 00000100:00000001:3.0:1769077765.683547:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298077945 00000100:00000001:3.0:1769077765.683549:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298076703 00000100:00000001:3.0:1769077765.683551:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298077945 00000100:00000001:3.0:1769077765.683553:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077765.683554:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683555:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077765.683573:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077765/real 1769077765] req@ffff8f28835e9180 x1855008978429440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077765.683583:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077765.683584:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077765.683586:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077765.683587:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077765.683588:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683590:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077765.683591:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077765.683593:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978429440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077765.683599:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683600:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077765.683603:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683604:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077765.683605:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683606:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077765.683607:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077765.683609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077765.683611:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077765.683612:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077765.683614:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077765.683616:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683618:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077765.683619:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077765.683620:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077765.683621:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077765.683622:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077765.683623:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077765.683625:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077765.683626:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077765.683628:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077765.683629:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683630:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077765.683631:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077765.683632:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077765.683633:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077765.683634:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077765.683634:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077765.683635:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077765.683636:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077765.683637:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077765.683638:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683639:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683641:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077765.683642:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683643:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077765.683644:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077765.683645:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077765.683646:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077765.683648:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077765.683649:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077765.683650:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077765.683652:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077765.683654:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077765.683656:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077765.683658:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077765.683659:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077765.683660:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077765.683662:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683667:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077765.683668:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077765.683671:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077765.683679:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077765.683682:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077765.683683:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077765.683684:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683685:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077765.683687:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683690:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298076706 00000100:00000001:3.0:1769077765.683692:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298077945 00000100:00000001:3.0:1769077765.683694:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298076706 00000100:00000001:3.0:1769077765.683695:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298077945 00000100:00000001:3.0:1769077765.683697:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077765.683698:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683699:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077765.683701:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077765/real 1769077765] req@ffff8f28835eb480 x1855008978429568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077765.683708:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077765.683709:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077765.683711:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077765.683712:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077765.683714:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683716:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077765.683718:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077765.683722:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978429568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077765.683730:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683732:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077765.683735:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683737:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077765.683738:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683740:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077765.683742:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077765.683745:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077765.683749:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077765.683751:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077765.683755:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077765.683760:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077765.683761:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077765.683762:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077765.683765:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077765.683767:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077765.683768:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077765.683771:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077765.683773:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077765.683775:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077765.683776:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077765.683777:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077765.683779:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683784:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077765.683785:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077765.683788:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077765.683796:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077765.683800:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077765.683802:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077765.683804:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683806:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077765.683808:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683812:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298076698 00000100:00000001:3.0:1769077765.683814:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298077945 00000100:00000001:3.0:1769077765.683817:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298076698 00000100:00000001:3.0:1769077765.683819:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298077945 00000100:00000001:3.0:1769077765.683821:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077765.683824:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683826:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077765.683830:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077765/real 1769077765] req@ffff8f28835ead80 x1855008978429696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077765.683839:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077765.683840:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077765.683843:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077765.683845:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077765.683847:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683849:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077765.683850:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077765.683854:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978429696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077765.683862:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683864:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077765.683866:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683867:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077765.683868:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683869:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077765.683870:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077765.683872:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077765.683875:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077765.683877:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077765.683879:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077765.683882:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683883:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077765.683884:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077765.683885:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077765.683886:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077765.683887:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077765.683888:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077765.683890:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077765.683891:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077765.683893:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077765.683894:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683895:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077765.683896:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077765.683896:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077765.683897:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077765.683898:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077765.683899:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077765.683900:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077765.683901:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077765.683902:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077765.683903:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683904:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.683906:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077765.683907:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.683908:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077765.683909:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077766.322519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077766.322533:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077766.322533:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077766.322537:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077766.322543:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077766.322545:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077766.322562:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077766.322568:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077766.322569:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077766.322577:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077766.322580:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077766.322583:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077766.322585:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077766.322587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077766.322593:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077766.322600:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077766.322605:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077766.322609:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077766.322613:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077766.322644:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077766.322649:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077766.322653:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077766.706511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077766.706523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077766.706525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077766.706533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077766.706538:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077766.706558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077766.706565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077766.706569:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077766.706573:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077767.346453:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077767.346460:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077767.346462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077767.346462:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077767.346466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077767.346468:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077767.346471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077767.346473:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077767.346474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077767.346477:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077767.346480:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077767.346482:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077767.346484:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077767.346556:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077767.346560:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077767.346563:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077767.730474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077767.730484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077767.730486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077767.730492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077767.730496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077767.730499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077767.730502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077767.730505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077767.730508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077768.370492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077768.370504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077768.370505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077768.370523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077768.370525:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077768.370531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077768.370533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077768.370535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077768.370542:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077768.370547:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077768.370552:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077768.370556:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077768.370559:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077768.370609:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077768.370614:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077768.370618:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077768.754486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077768.754495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077768.754497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077768.754502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077768.754543:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077768.754548:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077768.754552:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077768.754556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077768.754559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077769.394492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077769.394510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077769.394517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077769.394522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077769.394523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077769.394537:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077769.394540:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077769.394545:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077769.394550:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077769.394553:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077769.394557:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077769.394560:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077769.394564:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077769.394603:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077769.394608:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077769.394612:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077769.778546:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077769.778554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077769.778556:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077769.778562:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077769.778566:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077769.778570:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077769.778573:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077769.778575:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077769.778583:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.418522:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077770.418531:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077770.418533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077770.418535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077770.418546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077770.418547:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077770.418558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077770.418558:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077770.418570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.418572:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077770.418581:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077770.418584:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077770.418588:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077770.418642:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077770.418646:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077770.418650:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077770.802457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077770.802465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077770.802467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077770.802491:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077770.802497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077770.802499:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077770.802502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077770.802504:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077770.802507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077770.802508:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077770.802510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077770.802513:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077770.802515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077770.802518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077770.802522:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3409 00000100:00080000:3.0:1769077770.802536:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077770.802539:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077770.802540:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077770.802544:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077770.802547:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077770.802549:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077770.802551:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077770.802553:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077770.802554:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077770.802558:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077770.802560:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077770.802562:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077770.802565:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077770.802568:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802569:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077770.802571:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077770.802584:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077770.802585:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802588:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077770.802590:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077770.802595:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802608:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077770.802616:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978429824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077770.802626:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077770.802630:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802646:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077770.802648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077770.802653:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077770.802654:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077770.802655:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077770.802658:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077770.802662:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3409 00000100:00080000:3.0:1769077770.802667:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077770.802670:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077770.802672:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077770.802672:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077770.802677:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769077770.802678:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077770.802680:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769077770.802682:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077770.802684:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769077770.802686:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077770.802687:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.802693:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769077770.802693:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:0.0:1769077770.802697:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077770.802698:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077770.802700:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802702:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077770.802710:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:0.0:1769077770.802711:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978429824:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077770.802716:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077770.802720:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077770.802724:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077770.802728:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077770.802731:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077770.802731:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.802735:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802736:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077770.802740:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:3.0:1769077770.802741:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077770.802745:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.802746:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802747:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077770.802755:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077770.802757:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802758:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077770.802760:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077770.802761:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802767:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.802770:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1769077770.802771:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978429952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077770.802773:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769077770.802780:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077770.802788:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077770.802789:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802793:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077770.802795:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077770.802798:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077770.802799:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077770.802801:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077770.802802:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077770.802804:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3409 00000100:00080000:3.0:1769077770.802807:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077770.802809:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077770.802810:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077770.802812:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077770.802813:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077770.802815:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077770.802817:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077770.802818:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077770.802819:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000800:00000100:0.0:1769077770.802823:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:3.0:1769077770.802825:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077770.802828:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077770.802829:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077770.802831:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077770.802833:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802834:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077770.802836:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077770.802837:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:3.0:1769077770.802841:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.802843:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077770.802843:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.802848:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077770.802850:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077770.802851:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769077770.802853:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802856:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077770.802857:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077770.802858:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077770.802860:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.802864:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298083065 00000100:00000001:3.0:1769077770.802865:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077770.802872:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978430080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077770.802877:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077770.802879:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077770.802879:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802884:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077770.802886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077770.802889:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298083065 00000100:00080000:3.0:1769077770.802890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077770.802893:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077770.802895:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077770.802897:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077770.802897:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077770.802902:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077770.802903:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3409 00000100:00000001:0.0:1769077770.802907:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077770.802908:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077770.802912:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077770.802912:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077770.802915:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077770.802918:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077770.802919:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1769077770.802920:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077770/real 1769077770] req@ffff8f28835fb100 x1855008978429824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769077770.802921:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077770.802926:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077770.802931:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077770.802934:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077770.802940:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:0.0:1769077770.802943:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077770.802943:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077770.802947:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769077770.802948:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077770.802950:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077770.802953:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.802954:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077770.802955:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00100000:3.0:1769077770.802956:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077770.802960:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.802961:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077770.802961:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.802966:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077770.802967:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077770.802970:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.802973:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077770.802973:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077770.802974:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077770.802978:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.802979:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077770.802981:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077770.802990:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978430208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077770.802991:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978429824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077770.803003:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077770.803007:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.803010:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077770.803014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077770.803017:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077770.803017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077770.803019:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077770.803023:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077770.803025:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077770.803026:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077770.803027:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3409 00000100:00080000:3.0:1769077770.803032:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077770.803034:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077770.803034:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077770.803036:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077770.803040:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769077770.803040:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077770.803042:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077770.803044:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077770.803045:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077770.803050:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077770.803052:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077770.803052:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077770.803056:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077770.803058:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077770.803060:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:0.0:1769077770.803063:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077770.803069:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077770.803071:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769077770.803072:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077770.803076:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978429824:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769077770.803077:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077770.803081:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077770.803084:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803086:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077770.803086:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077770.803089:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077770.803090:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:3.0:1769077770.803092:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803094:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769077770.803095:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803098:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077770.803100:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077770.803102:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803103:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769077770.803104:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077770.803106:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077770.803107:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1769077770.803108:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077770.803110:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769077770.803113:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803115:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077770.803118:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1769077770.803120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978430336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077770.803121:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077770.803125:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803130:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077770.803131:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077770.803135:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.803138:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803143:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077770.803146:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803149:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077770.803151:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077770.803153:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077770.803155:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077770.803156:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803160:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077770.803162:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077770.803165:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077770.803170:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077770.803174:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077770.803176:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077770.803178:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803180:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077770.803184:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803190:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077770.803191:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769077770.803196:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077770.803206:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077770.803209:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077770.803211:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077770.803212:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803214:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077770.803216:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803220:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298081825 00000100:00000001:0.0:1769077770.803222:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298083065 00000100:00000001:0.0:1769077770.803224:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298081825 00000100:00000001:0.0:1769077770.803226:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298083065 00000100:00000001:0.0:1769077770.803227:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077770.803229:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803230:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077770.803233:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077770/real 1769077770] req@ffff8f28835fa300 x1855008978429952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077770.803238:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077770.803239:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077770.803241:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077770.803242:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077770.803243:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803244:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077770.803245:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077770.803247:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978429952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077770.803252:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803253:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077770.803255:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803256:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077770.803257:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803258:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077770.803260:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077770.803261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077770.803264:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077770.803266:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077770.803268:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978429952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077770.803272:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077770.803273:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077770.803274:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803276:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077770.803277:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077770.803279:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077770.803280:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077770.803283:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077770.803284:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077770.803285:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803287:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077770.803289:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803292:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077770.803293:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769077770.803296:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077770.803302:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077770.803304:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077770.803305:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077770.803306:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803307:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077770.803309:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803311:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298081822 00000100:00000001:0.0:1769077770.803314:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298083065 00000100:00000001:0.0:1769077770.803316:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298081822 00000100:00000001:0.0:1769077770.803319:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298083065 00000100:00000001:0.0:1769077770.803321:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077770.803323:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803325:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077770.803329:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077770/real 1769077770] req@ffff8f28835f8700 x1855008978430080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077770.803338:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077770.803339:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077770.803342:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077770.803344:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077770.803345:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803347:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077770.803349:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077770.803353:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978430080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077770.803361:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803364:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077770.803366:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803368:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077770.803370:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803371:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077770.803393:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077770.803396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077770.803399:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077770.803400:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077770.803403:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077770.803406:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077770.803407:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077770.803408:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803410:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077770.803411:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077770.803413:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077770.803415:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077770.803417:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077770.803419:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077770.803420:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803421:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077770.803424:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803429:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077770.803431:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077770.803434:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077770.803442:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077770.803446:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077770.803447:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077770.803448:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803449:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077770.803451:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803454:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298081826 00000100:00000001:0.0:1769077770.803456:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298083065 00000100:00000001:0.0:1769077770.803457:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298081826 00000100:00000001:0.0:1769077770.803459:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298083065 00000100:00000001:0.0:1769077770.803461:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077770.803462:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803463:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077770.803466:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077770/real 1769077770] req@ffff8f28835f8380 x1855008978430208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077770.803485:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077770.803487:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077770.803488:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077770.803490:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077770.803491:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803492:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077770.803494:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077770.803496:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978430208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077770.803502:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803503:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077770.803505:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803506:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077770.803507:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803508:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077770.803510:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077770.803512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077770.803514:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077770.803516:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077770.803518:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077770.803520:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077770.803521:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077770.803521:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803523:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077770.803524:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077770.803525:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077770.803527:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077770.803529:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077770.803531:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077770.803532:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.803533:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077770.803536:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803539:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077770.803540:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077770.803543:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077770.803551:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077770.803553:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077770.803555:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077770.803556:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803557:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077770.803559:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803561:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298081818 00000100:00000001:0.0:1769077770.803563:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298083065 00000100:00000001:0.0:1769077770.803565:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298081818 00000100:00000001:0.0:1769077770.803566:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298083065 00000100:00000001:0.0:1769077770.803568:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077770.803570:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803571:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077770.803574:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077770/real 1769077770] req@ffff8f28835fad80 x1855008978430336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077770.803579:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077770.803580:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077770.803581:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077770.803582:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077770.803583:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803584:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077770.803586:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077770.803588:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978430336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077770.803593:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803594:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077770.803595:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803596:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077770.803597:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803598:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077770.803599:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077770.803600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077770.803602:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077770.803603:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077770.803605:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077770.803607:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803608:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077770.803609:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077770.803610:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077770.803611:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077770.803612:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077770.803613:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077770.803614:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077770.803616:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077770.803618:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077770.803619:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803620:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077770.803621:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077770.803622:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077770.803623:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077770.803624:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077770.803625:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077770.803627:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077770.803627:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077770.803629:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077770.803629:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803630:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077770.803631:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077770.803632:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077770.803633:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077770.803634:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077770.803635:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077770.803636:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077770.803637:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077770.803638:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077770.803639:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803640:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077770.803640:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077770.803641:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077770.803642:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077770.803643:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077770.803643:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077770.803644:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077770.803645:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077770.803646:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077770.803647:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803648:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.803650:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077770.803651:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.803652:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077770.803653:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077771.442458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077771.442458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077771.442482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077771.442484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077771.442487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077771.442491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077771.442493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077771.442495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077771.442498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077771.442503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077771.442506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077771.442509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077771.442511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077771.442548:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077771.442553:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077771.442557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077771.826468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077771.826475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077771.826476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077771.826480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077771.826483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077771.826486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077771.826488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077771.826490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077771.826493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077772.466504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077772.466506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077772.466514:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077772.466518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077772.466519:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077772.466528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077772.466528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077772.466533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077772.466534:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077772.466540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077772.466544:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077772.466546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077772.466549:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077772.466611:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077772.466616:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077772.466620:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077772.850459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077772.850465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077772.850467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077772.850471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077772.850474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077772.850477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077772.850479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077772.850481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077772.850483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077773.490488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077773.490496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077773.490503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077773.490507:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077773.490510:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077773.490514:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077773.490518:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077773.490518:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077773.490528:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077773.490528:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077773.490532:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077773.490536:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077773.490539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077773.490542:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077773.490545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077773.490550:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077773.490553:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077773.490555:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077773.490558:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077773.490606:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077773.490610:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077773.490612:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077773.874506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077773.874514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077773.874516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077773.874522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077773.874526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077773.874530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077773.874533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077773.874535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077773.874538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077774.514485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077774.514489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077774.514492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077774.514493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077774.514496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077774.514499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077774.514500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077774.514502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077774.514505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077774.514508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077774.514511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077774.514513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077774.514514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077774.514558:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077774.514561:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077774.514564:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077774.898464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077774.898472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077774.898475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077774.898481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077774.898484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077774.898488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077774.898491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077774.898493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077774.898496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.538514:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077775.538516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077775.538525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.538526:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077775.538530:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077775.538534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077775.538539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077775.538540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077775.538549:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077775.538554:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077775.538558:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077775.538561:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077775.538565:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077775.538604:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077775.538608:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077775.538615:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077775.922490:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077775.922502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769077775.922502:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077775.922508:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077775.922510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077775.922514:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077775.922515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922522:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:1.0:1769077775.922524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077775.922532:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3414 00000100:00000001:1.0:1769077775.922533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077775.922541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077775.922544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077775.922547:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077775.922547:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077775.922554:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077775.922555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922559:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077775.922566:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077775.922569:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077775.922571:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077775.922573:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077775.922574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077775.922575:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077775.922579:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077775.922582:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077775.922584:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077775.922587:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077775.922590:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922592:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077775.922594:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077775.922605:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077775.922606:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922608:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077775.922610:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077775.922613:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922623:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077775.922630:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978430464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077775.922641:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077775.922646:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922665:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077775.922669:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077775.922672:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077775.922674:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077775.922676:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077775.922679:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077775.922683:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3414 00000100:00080000:3.0:1769077775.922687:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077775.922689:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077775.922691:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077775.922694:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077775.922695:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077775.922698:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077775.922700:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077775.922703:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077775.922705:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077775.922709:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077775.922711:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077775.922712:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077775.922717:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077775.922719:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.922721:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077775.922721:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077775.922725:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077775.922728:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:3.0:1769077775.922729:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922733:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077775.922737:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077775.922738:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922739:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077775.922740:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077775.922742:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.922744:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077775.922746:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.922749:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077775.922753:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978430592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077775.922754:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.922762:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769077775.922764:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077775.922768:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077775.922768:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922773:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.922775:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077775.922776:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077775.922782:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077775.922784:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077775.922787:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077775.922789:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978430464:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077775.922789:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077775.922794:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3414 00000100:00080000:3.0:1769077775.922798:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077775.922800:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077775.922803:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077775.922806:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077775.922807:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769077775.922809:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077775.922813:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769077775.922814:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077775.922816:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:0.0:1769077775.922819:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769077775.922821:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077775.922826:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077775.922827:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077775.922832:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077775.922834:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922835:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077775.922840:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077775.922844:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077775.922846:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922849:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077775.922851:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077775.922853:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922855:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.922857:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769077775.922859:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077775.922862:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 02000000:00000001:3.0:1769077775.922863:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922869:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077775.922871:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769077775.922872:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077775.922877:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922883:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077775.922890:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978430720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077775.922899:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077775.922902:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922905:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077775.922908:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077775.922912:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077775.922914:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077775.922918:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1769077775.922920:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077775.922922:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077775.922928:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3414 00000100:00080000:3.0:1769077775.922932:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077775.922934:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077775.922935:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077775.922936:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077775.922940:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077775.922941:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077775.922942:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769077775.922943:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077775.922947:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077775.922947:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077775.922953:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077775.922959:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077775.922961:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922962:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077775.922968:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077775.922969:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298088185 00000100:00000001:3.0:1769077775.922970:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077775.922976:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077775.922978:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077775.922980:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922981:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077775.922983:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077775.922985:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922986:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077775.922990:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077775.922991:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.922992:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077775.922994:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077775.922995:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.922996:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077775.923002:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923006:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298088185 00000100:00100000:3.0:1769077775.923011:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978430848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077775.923015:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077775.923023:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077775.923027:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077775.923029:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.923032:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923035:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077775.923038:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077775.923043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077775.923045:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077775/real 1769077775] req@ffff8f28835f9880 x1855008978430464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077775.923048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077775.923052:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077775.923056:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077775.923062:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077775.923067:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3414 00000400:00000001:0.0:1769077775.923071:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769077775.923072:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000400:00000001:0.0:1769077775.923075:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077775.923076:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077775.923080:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077775.923081:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769077775.923083:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077775.923086:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077775.923087:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769077775.923089:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077775.923090:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923097:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769077775.923097:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077775.923100:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077775.923103:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769077775.923108:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978430464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077775.923108:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077775.923118:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077775.923121:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077775.923124:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923125:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077775.923129:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923130:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077775.923131:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923133:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077775.923134:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077775.923136:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769077775.923139:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:0.0:1769077775.923142:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077775.923145:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077775.923149:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978430464:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769077775.923149:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077775.923156:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077775.923156:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.923158:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077775.923160:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:3.0:1769077775.923161:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077775.923163:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:3.0:1769077775.923166:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923167:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769077775.923171:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923172:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077775.923176:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077775.923178:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077775.923180:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077775.923181:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077775.923185:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769077775.923185:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923189:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077775.923190:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077775.923191:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077775.923194:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077775.923195:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077775.923200:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923203:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077775.923205:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923207:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077775.923209:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077775.923209:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923212:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077775.923214:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077775.923215:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923217:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077775.923218:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077775.923219:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077775.923224:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430592:192.168.204.124@tcp:38:kworker.0 00000100:00100000:3.0:1769077775.923228:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978430976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077775.923229:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077775.923232:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077775.923235:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923239:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077775.923243:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.923244:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077775.923247:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077775.923250:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923259:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077775.923261:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:0.0:1769077775.923265:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077775.923276:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077775.923279:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077775.923282:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077775.923283:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923284:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077775.923286:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923289:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298086945 00000100:00000001:0.0:1769077775.923291:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298088185 00000100:00000001:0.0:1769077775.923293:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298086945 00000100:00000001:0.0:1769077775.923294:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298088185 00000100:00000001:0.0:1769077775.923296:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077775.923297:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923298:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077775.923301:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077775/real 1769077775] req@ffff8f28835faa00 x1855008978430592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077775.923307:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077775.923308:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077775.923310:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077775.923311:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077775.923312:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923313:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077775.923314:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077775.923316:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978430592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077775.923321:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923322:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077775.923324:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923324:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077775.923325:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923326:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077775.923328:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077775.923329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077775.923331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077775.923333:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077775.923334:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077775.923337:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077775.923338:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077775.923339:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923340:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077775.923341:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077775.923343:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077775.923345:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077775.923347:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077775.923348:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077775.923349:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923350:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077775.923352:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923355:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077775.923356:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:0.0:1769077775.923358:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077775.923364:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077775.923366:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077775.923367:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077775.923368:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923369:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077775.923371:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923410:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298086942 00000100:00000001:0.0:1769077775.923412:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298088185 00000100:00000001:0.0:1769077775.923414:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298086943 00000100:00000001:0.0:1769077775.923416:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298088185 00000100:00000001:0.0:1769077775.923417:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077775.923419:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923420:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077775.923423:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077775/real 1769077775] req@ffff8f28835f9500 x1855008978430720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077775.923428:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077775.923429:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077775.923431:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077775.923433:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077775.923434:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923435:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077775.923436:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077775.923439:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978430720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077775.923448:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923449:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077775.923451:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923452:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077775.923452:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923453:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077775.923454:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077775.923456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077775.923458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077775.923459:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077775.923461:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077775.923463:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077775.923464:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077775.923465:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923466:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077775.923468:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077775.923469:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077775.923471:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077775.923473:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077775.923474:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077775.923475:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923476:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077775.923478:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923482:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077775.923483:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077775.923486:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077775.923493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077775.923495:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077775.923497:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077775.923498:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923499:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077775.923501:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923503:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298086946 00000100:00000001:0.0:1769077775.923504:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298088185 00000100:00000001:0.0:1769077775.923506:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298086946 00000100:00000001:0.0:1769077775.923507:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298088185 00000100:00000001:0.0:1769077775.923509:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077775.923510:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923511:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077775.923513:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077775/real 1769077775] req@ffff8f28835fad80 x1855008978430848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077775.923518:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077775.923518:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077775.923519:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077775.923521:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077775.923521:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923523:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077775.923523:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077775.923526:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978430848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077775.923530:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923531:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077775.923532:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923533:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077775.923534:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923535:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077775.923536:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077775.923538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077775.923540:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077775.923541:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077775.923543:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077775.923546:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923547:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077775.923548:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077775.923549:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077775.923550:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077775.923551:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077775.923552:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077775.923553:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077775.923554:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077775.923555:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077775.923556:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923557:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077775.923558:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077775.923559:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077775.923560:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077775.923561:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077775.923562:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077775.923563:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077775.923564:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077775.923565:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077775.923565:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923566:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077775.923567:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077775.923568:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077775.923568:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077775.923569:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077775.923570:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077775.923571:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077775.923571:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077775.923572:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077775.923573:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923574:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923576:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077775.923577:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923578:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077775.923580:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077775.923580:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077775.923582:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077775.923582:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923584:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077775.923585:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077775.923587:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077775.923589:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077775.923591:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077775.923592:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077775.923593:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.923594:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077775.923595:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923598:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077775.923599:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077775.923601:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077775.923606:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077775.923609:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077775.923610:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077775.923611:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923612:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077775.923614:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923615:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298086938 00000100:00000001:0.0:1769077775.923617:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298088185 00000100:00000001:0.0:1769077775.923619:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298086938 00000100:00000001:0.0:1769077775.923620:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298088185 00000100:00000001:0.0:1769077775.923621:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077775.923623:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923624:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077775.923626:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077775/real 1769077775] req@ffff8f28835f8380 x1855008978430976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077775.923630:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077775.923631:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077775.923632:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077775.923633:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077775.923634:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923635:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077775.923636:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077775.923638:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978430976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077775.923643:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923644:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077775.923646:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923647:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077775.923647:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923648:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077775.923649:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077775.923651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077775.923652:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077775.923654:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077775.923655:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978430976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077775.923658:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923658:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077775.923659:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077775.923660:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077775.923661:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077775.923662:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077775.923662:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077775.923664:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077775.923664:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077775.923666:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077775.923666:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923668:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.923669:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077775.923670:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.923671:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077775.923672:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077776.562485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077776.562490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077776.562494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077776.562495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077776.562498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077776.562499:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077776.562502:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077776.562507:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769077776.562507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077776.562511:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077776.562513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077776.562514:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077776.562518:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077776.562520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077776.562522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077776.562525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077776.562525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077776.562530:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077776.562533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077776.562612:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077776.562618:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077776.562624:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077776.946509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077776.946517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077776.946520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077776.946525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077776.946529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077776.946533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077776.946536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077776.946539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077776.946541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077777.586513:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077777.586523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077777.586525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077777.586526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077777.586532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077777.586536:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077777.586539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077777.586542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077777.586542:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077777.586551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077777.586555:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077777.586558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077777.586562:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077777.586617:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077777.586621:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077777.586624:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077777.970493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077777.970499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077777.970500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077777.970505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077777.970508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077777.970511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077777.970513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077777.970515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077777.970517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.610458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077778.610467:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077778.610469:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077778.610475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077778.610480:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077778.610483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077778.610485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077778.610489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.610490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077778.610498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077778.610499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077778.610505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.610505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077778.610598:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077778.610603:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077778.610608:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077778.994477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077778.994490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077778.994492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077778.994500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077778.994505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077778.994509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077778.994513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077778.994517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077778.994520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077779.634474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077779.634478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077779.634481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077779.634482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077779.634485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077779.634488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077779.634490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077779.634491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077779.634497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077779.634501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077779.634503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077779.634505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077779.634507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077779.634555:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077779.634559:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077779.634562:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077780.018508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077780.018517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077780.018520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077780.018525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077780.018529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077780.018533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077780.018536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077780.018538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077780.018541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077780.658463:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077780.658468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077780.658470:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077780.658472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077780.658472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077780.658477:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077780.658478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077780.658480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077780.658481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077780.658485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077780.658487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077780.658490:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077780.658493:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077780.658549:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077780.658552:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077780.658558:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077781.042526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077781.042534:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077781.042536:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077781.042549:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077781.042551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077781.042557:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077781.042558:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077781.042562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077781.042563:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077781.042565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077781.042568:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077781.042569:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077781.042573:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077781.042575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077781.042582:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3419 00000100:00080000:3.0:1769077781.042595:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077781.042599:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077781.042602:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077781.042607:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077781.042610:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077781.042613:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077781.042617:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077781.042619:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077781.042620:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077781.042626:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077781.042629:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077781.042633:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077781.042638:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077781.042642:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042645:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077781.042648:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077781.042665:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077781.042667:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042679:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077781.042681:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077781.042686:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042699:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077781.042709:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978431104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077781.042718:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077781.042722:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042734:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077781.042736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077781.042739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077781.042740:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077781.042742:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077781.042744:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077781.042746:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3419 00000100:00080000:3.0:1769077781.042750:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077781.042751:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077781.042752:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077781.042754:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077781.042755:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077781.042757:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077781.042758:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077781.042760:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077781.042760:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077781.042762:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077781.042764:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077781.042765:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077781.042773:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077781.042775:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042777:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077781.042781:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077781.042784:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042786:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077781.042789:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077781.042790:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042791:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077781.042793:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077781.042794:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042798:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077781.042803:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978431232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077781.042809:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077781.042811:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042812:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.042814:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769077781.042815:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077781.042820:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077781.042820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077781.042824:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077781.042824:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077781.042828:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077781.042829:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077781.042832:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042833:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769077781.042837:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769077781.042838:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3419 00000100:00080000:3.0:1769077781.042842:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769077781.042843:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077781.042844:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077781.042847:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042848:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077781.042853:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077781.042855:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1769077781.042856:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978431104:192.168.204.124@tcp:250:kworker.0 00000020:00000001:3.0:1769077781.042857:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077781.042862:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077781.042864:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077781.042865:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077781.042868:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077781.042871:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1769077781.042872:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077781.042875:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042876:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077781.042879:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077781.042880:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077781.042884:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077781.042886:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042887:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077781.042889:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769077781.042890:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077781.042895:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042896:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077781.042900:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077781.042900:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042902:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077781.042903:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077781.042904:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042909:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077781.042912:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978431360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077781.042918:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077781.042918:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077781.042923:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.042924:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:3.0:1769077781.042926:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077781.042931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077781.042933:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769077781.042934:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077781.042937:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077781.042938:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077781.042941:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077781.042942:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3419 00000100:00080000:3.0:1769077781.042945:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077781.042946:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077781.042947:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077781.042948:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077781.042949:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077781.042950:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077781.042952:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077781.042954:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077781.042955:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077781.042957:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077781.042958:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077781.042959:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077781.042960:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077781.042962:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042963:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077781.042965:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077781.042966:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042968:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077781.042971:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077781.042972:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.042973:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077781.042979:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077781.042980:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077781.042985:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077781.042987:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077781.042993:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978431488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077781.042998:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077781.043000:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043001:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077781.043002:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077781.043005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077781.043008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077781.043009:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077781.043010:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077781.043013:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077781.043016:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3419 00000100:00000001:0.0:1769077781.043019:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769077781.043019:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077781.043023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077781.043025:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.043025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077781.043032:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769077781.043032:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077781.043033:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077781.043037:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077781.043038:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077781.043040:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077781.043041:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077781.043043:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077781.043044:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077781.043049:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077781.043050:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077781.043052:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298093305 02000000:00000001:3.0:1769077781.043053:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077781.043057:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.043059:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077781.043061:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077781.043062:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.043063:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077781.043066:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077781.043067:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.043068:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077781.043070:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1769077781.043070:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077781.043073:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.043077:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043081:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298093305 00000100:00100000:3.0:1769077781.043082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978431616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077781.043091:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077781.043092:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077781.043095:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.043099:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043100:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077781.043106:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043109:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077781.043118:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077781/real 1769077781] req@ffff8f28835f8700 x1855008978431104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077781.043132:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077781.043134:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077781.043138:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077781.043141:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077781.043142:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043144:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043146:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077781.043150:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978431104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077781.043156:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043158:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077781.043161:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043162:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043163:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043165:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077781.043166:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077781.043168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077781.043171:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077781.043173:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077781.043175:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978431104:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077781.043179:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077781.043180:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077781.043181:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077781.043183:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077781.043185:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077781.043187:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077781.043189:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077781.043191:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077781.043192:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077781.043193:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077781.043195:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077781.043197:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043202:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077781.043203:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769077781.043207:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077781.043217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077781.043220:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077781.043222:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077781.043223:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043224:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077781.043226:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043230:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298092065 00000100:00000001:0.0:1769077781.043232:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298093305 00000100:00000001:0.0:1769077781.043234:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298092065 00000100:00000001:0.0:1769077781.043235:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298093305 00000100:00000001:0.0:1769077781.043237:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077781.043238:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043239:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077781.043242:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077781/real 1769077781] req@ffff8f28835fa300 x1855008978431232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077781.043246:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077781.043247:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077781.043249:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077781.043250:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077781.043251:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043252:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043253:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077781.043256:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978431232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077781.043261:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043263:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077781.043264:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043265:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043266:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043267:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077781.043268:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077781.043270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077781.043271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077781.043273:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077781.043275:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077781.043278:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043280:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077781.043282:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077781.043285:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077781.043288:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077781.043290:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077781.043292:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077781.043297:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077781.043336:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077781.043341:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077781.043342:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043345:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077781.043346:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077781.043348:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077781.043350:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077781.043351:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077781.043352:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077781.043354:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077781.043355:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077781.043357:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077781.043358:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043360:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043367:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077781.043368:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043370:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077781.043371:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077781.043372:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077781.043417:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077781.043419:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077781.043421:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077781.043422:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077781.043424:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077781.043427:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077781.043429:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077781.043430:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077781.043431:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077781.043432:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077781.043435:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043440:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077781.043441:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769077781.043444:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077781.043454:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077781.043457:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077781.043459:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077781.043460:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043461:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077781.043463:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043466:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298092063 00000100:00000001:0.0:1769077781.043467:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298093305 00000100:00000001:0.0:1769077781.043469:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298092063 00000100:00000001:0.0:1769077781.043471:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298093305 00000100:00000001:0.0:1769077781.043473:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077781.043474:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043475:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077781.043478:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077781/real 1769077781] req@ffff8f28835fb100 x1855008978431360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077781.043488:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077781.043489:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077781.043491:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077781.043492:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077781.043493:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043494:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043495:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077781.043497:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978431360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077781.043502:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043503:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077781.043505:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043506:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043507:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043508:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077781.043509:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077781.043511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077781.043513:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077781.043514:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077781.043517:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077781.043519:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077781.043520:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077781.043521:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077781.043522:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077781.043523:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077781.043524:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077781.043526:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077781.043528:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077781.043529:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077781.043531:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077781.043533:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077781.043536:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043542:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077781.043543:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077781.043547:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077781.043557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077781.043561:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077781.043564:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077781.043565:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043567:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077781.043570:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043574:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298092066 00000100:00000001:0.0:1769077781.043576:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298093305 00000100:00000001:0.0:1769077781.043579:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298092066 00000100:00000001:0.0:1769077781.043582:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298093305 00000100:00000001:0.0:1769077781.043584:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077781.043586:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043588:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077781.043593:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077781/real 1769077781] req@ffff8f28835fb800 x1855008978431488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077781.043601:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077781.043602:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077781.043604:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077781.043605:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077781.043606:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043607:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043608:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077781.043611:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978431488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077781.043616:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043618:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077781.043620:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043621:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043622:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043623:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077781.043625:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077781.043626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077781.043628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077781.043630:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077781.043632:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077781.043634:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077781.043634:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077781.043635:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077781.043637:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077781.043638:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077781.043639:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077781.043641:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077781.043643:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077781.043645:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077781.043646:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077781.043647:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077781.043649:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043653:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077781.043654:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:0.0:1769077781.043657:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077781.043664:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077781.043667:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077781.043668:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077781.043670:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043671:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077781.043673:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043675:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298092058 00000100:00000001:0.0:1769077781.043677:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298093305 00000100:00000001:0.0:1769077781.043679:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298092058 00000100:00000001:0.0:1769077781.043681:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298093305 00000100:00000001:0.0:1769077781.043682:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077781.043683:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043685:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077781.043687:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077781/real 1769077781] req@ffff8f28835fa680 x1855008978431616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077781.043691:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077781.043692:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077781.043693:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077781.043694:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077781.043695:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043696:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043697:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077781.043699:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978431616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077781.043703:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043705:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077781.043706:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043708:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077781.043708:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043709:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077781.043710:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077781.043712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077781.043713:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077781.043715:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077781.043717:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077781.043719:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043720:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077781.043722:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077781.043723:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077781.043724:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077781.043725:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077781.043726:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077781.043728:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077781.043729:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077781.043731:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077781.043731:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043733:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077781.043734:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077781.043735:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077781.043736:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077781.043736:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077781.043737:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077781.043738:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077781.043739:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077781.043739:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077781.043740:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043741:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077781.043742:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077781.043742:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077781.043744:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077781.043744:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077781.043745:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077781.043747:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077781.043747:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077781.043748:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077781.043749:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043750:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.043752:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077781.043753:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.043754:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077781.043755:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.682470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077781.682473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077781.682477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.682478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077781.682479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077781.682483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077781.682484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077781.682485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.682487:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077781.682491:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077781.682493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077781.682497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077781.682499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077781.682544:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077781.682548:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077781.682551:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077782.066480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077782.066489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077782.066491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077782.066497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077782.066501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077782.066505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077782.066507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077782.066510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077782.066513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077782.706447:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077782.706456:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077782.706458:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077782.706464:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077782.706468:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077782.706472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077782.706473:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077782.706478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077782.706479:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077782.706483:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077782.706486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077782.706487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077782.706492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077782.706553:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077782.706556:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077782.706559:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077783.090551:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077783.090573:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077783.090575:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077783.090581:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077783.090585:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077783.090589:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077783.090601:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077783.090603:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077783.090607:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077783.730492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077783.730500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077783.730503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077783.730518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077783.730521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077783.730523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077783.730525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077783.730529:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077783.730531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077783.730534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077783.730535:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077783.730539:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077783.730540:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077783.730543:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077783.730546:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077783.730547:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077783.730550:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077783.730552:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077783.730555:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077783.730648:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077783.730655:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077783.730661:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077784.114487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077784.114495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077784.114497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077784.114503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077784.114507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077784.114512:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077784.114514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077784.114517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077784.114520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077784.754489:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077784.754498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077784.754500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077784.754506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077784.754507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077784.754511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077784.754513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077784.754516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077784.754520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077784.754521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077784.754523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077784.754525:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077784.754530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077784.754588:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077784.754592:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077784.754595:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077785.138468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077785.138479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077785.138481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077785.138489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077785.138495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077785.138500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077785.138503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077785.138506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077785.138510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077785.778475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077785.778482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077785.778483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077785.778488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077785.778488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077785.778494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077785.778494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077785.778499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077785.778503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077785.778503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077785.778508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077785.778509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077785.778511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077785.778598:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077785.778601:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077785.778604:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077786.162456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077786.162466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077786.162468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077786.162474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077786.162478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077786.162482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077786.162485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077786.162487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077786.162490:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077786.162503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077786.162518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077786.162522:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077786.162527:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077786.162532:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077786.162541:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3424 00000100:00080000:0.0:1769077786.162555:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077786.162560:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077786.162563:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077786.162568:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077786.162572:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077786.162659:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077786.162664:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077786.162666:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077786.162668:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077786.162674:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077786.162678:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.162682:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077786.162686:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077786.162690:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.162693:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077786.162697:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.162711:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077786.162713:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.162717:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077786.162721:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077786.162728:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.162745:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077786.162756:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978431744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077786.162771:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077786.162776:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.162797:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077786.162801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077786.162805:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077786.162807:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077786.162809:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077786.162813:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077786.162817:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3424 00000100:00080000:0.0:1769077786.162822:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077786.162825:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077786.162826:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077786.162831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077786.162831:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077786.162835:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769077786.162836:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077786.162838:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077786.162840:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077786.162841:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077786.162845:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:3.0:1769077786.162847:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769077786.162851:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:3.0:1769077786.162852:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077786.162858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077786.162858:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.162863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:3.0:1769077786.162866:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978431744:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769077786.162871:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077786.162874:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077786.162878:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.162880:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077786.162884:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077786.162885:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.162888:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077786.162893:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077786.162893:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.162899:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.162903:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077786.162909:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077786.162913:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.162915:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077786.162917:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.162919:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077786.162924:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077786.162925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077786.162929:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.162931:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077786.162933:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077786.162936:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.162942:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077786.162949:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978431872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077786.162959:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077786.162961:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.162966:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077786.162969:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769077786.162971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077786.162977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077786.162979:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077786.162981:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077786.162985:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077786.162987:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077786.162990:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3424 00000100:00000001:3.0:1769077786.162995:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077786.162999:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163001:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769077786.163006:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077786.163011:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077786.163012:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.163014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077786.163019:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077786.163021:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077786.163021:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298098425 00000020:00000001:0.0:1769077786.163025:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077786.163030:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077786.163033:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077786.163034:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077786.163036:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769077786.163041:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077786.163045:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163045:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298098425 02000000:00000001:0.0:1769077786.163049:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077786.163052:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769077786.163055:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077786.163057:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077786.163062:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.163063:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163065:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077786.163069:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077786.163073:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077786/real 1769077786] req@ffff8f28835ea300 x1855008978431744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769077786.163074:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077786.163082:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.163087:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077786.163093:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769077786.163095:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:3.0:1769077786.163097:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769077786.163099:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.163103:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077786.163104:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1769077786.163106:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077786.163108:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769077786.163111:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163111:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163117:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077786.163119:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.163121:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077786.163123:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978431744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077786.163133:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978432000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077786.163133:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163138:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077786.163142:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163146:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077786.163148:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163153:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077786.163156:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077786.163157:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077786.163161:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077786.163162:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077786.163169:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077786.163170:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:0.0:1769077786.163176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077786.163176:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077786.163181:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978431744:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769077786.163184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077786.163187:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.163188:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077786.163192:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077786.163195:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077786.163199:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769077786.163200:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3424 00000100:00000001:3.0:1769077786.163203:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077786.163207:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1769077786.163208:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077786.163211:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077786.163226:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077786.163228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077786.163229:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769077786.163234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077786.163237:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769077786.163239:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769077786.163242:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1769077786.163243:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077786.163247:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077786.163248:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1769077786.163253:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077786.163253:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.163259:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077786.163261:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.163264:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077786.163270:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077786.163271:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077786.163276:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.163277:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.163280:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077786.163283:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077786.163286:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163290:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077786.163291:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077786.163294:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:0.0:1769077786.163297:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077786.163297:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077786.163301:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1769077786.163303:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163304:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.163310:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163310:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077786.163314:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077786.163317:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.163318:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077786.163321:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431872:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769077786.163322:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163327:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077786.163328:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077786.163330:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077786.163332:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077786.163333:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.163337:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163337:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077786.163341:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.163347:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163350:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077786.163353:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00100000:0.0:1769077786.163358:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978432128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077786.163360:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077786.163370:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:3.0:1769077786.163392:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077786.163397:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077786.163401:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077786.163402:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163404:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077786.163408:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163414:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298097186 00000100:00000001:3.0:1769077786.163418:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298098425 00000100:00000001:3.0:1769077786.163421:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298097186 00000100:00000001:3.0:1769077786.163424:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298098425 00000100:00000001:3.0:1769077786.163426:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077786.163429:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163431:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077786.163434:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077786.163439:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077786/real 1769077786] req@ffff8f28835e9500 x1855008978431872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077786.163442:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077786.163448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1769077786.163453:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769077786.163455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:3.0:1769077786.163456:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077786.163459:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077786.163461:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1769077786.163463:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077786.163465:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077786.163468:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.163471:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077786.163472:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077786.163475:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077786.163478:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3424 00000100:00100000:3.0:1769077786.163481:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978431872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077786.163485:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077786.163489:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.163491:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077786.163493:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077786.163495:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077786.163496:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163501:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769077786.163502:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077786.163503:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077786.163506:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077786.163507:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077786.163510:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077786.163511:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:3.0:1769077786.163513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769077786.163518:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:3.0:1769077786.163519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077786.163523:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077786.163526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769077786.163528:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978431872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077786.163529:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077786.163534:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077786.163537:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077786.163538:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077786.163539:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163543:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077786.163545:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163546:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077786.163551:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077786.163551:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077786.163557:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432000:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769077786.163558:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077786.163563:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.163566:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077786.163569:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077786.163569:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077786.163572:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:0.0:1769077786.163575:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163575:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163581:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077786.163582:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163585:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.163591:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077786.163592:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769077786.163595:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163595:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:0.0:1769077786.163601:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077786.163603:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077786.163606:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077786.163610:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077786.163616:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077786.163617:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163622:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077786.163626:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1769077786.163627:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978432256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077786.163628:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163632:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077786.163635:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163641:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298097183 00000100:00000001:0.0:1769077786.163646:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077786.163646:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298098425 00000100:00000001:3.0:1769077786.163650:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298097183 00000100:00000001:0.0:1769077786.163651:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163653:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298098425 00000100:00000001:0.0:1769077786.163657:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163658:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077786.163663:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163665:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077786.163669:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077786/real 1769077786] req@ffff8f28835e9f80 x1855008978432000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077786.163676:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077786.163677:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077786.163678:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077786.163681:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077786.163682:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163683:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077786.163684:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077786.163687:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978432000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077786.163692:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163694:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077786.163695:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163696:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077786.163697:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163699:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077786.163700:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077786.163703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077786.163706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077786.163708:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077786.163711:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077786.163715:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163717:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077786.163718:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077786.163719:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077786.163721:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077786.163722:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077786.163723:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077786.163725:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077786.163726:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077786.163728:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077786.163729:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163730:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077786.163731:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077786.163731:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077786.163733:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077786.163733:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077786.163734:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077786.163735:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077786.163736:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077786.163737:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077786.163737:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163739:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163741:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077786.163742:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163743:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077786.163744:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077786.163745:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077786.163746:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077786.163746:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163748:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077786.163749:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077786.163750:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077786.163752:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077786.163754:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077786.163756:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077786.163757:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163759:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077786.163761:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163765:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077786.163766:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:3.0:1769077786.163768:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077786.163775:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077786.163777:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077786.163779:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077786.163780:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163781:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077786.163783:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163785:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298097186 00000100:00000001:3.0:1769077786.163787:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298098425 00000100:00000001:3.0:1769077786.163788:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298097186 00000100:00000001:3.0:1769077786.163790:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298098425 00000100:00000001:3.0:1769077786.163791:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077786.163793:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163794:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077786.163796:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077786/real 1769077786] req@ffff8f28835ea680 x1855008978432128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077786.163801:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077786.163801:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077786.163803:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077786.163804:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077786.163805:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163806:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077786.163807:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077786.163810:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978432128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077786.163814:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163815:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077786.163817:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163818:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077786.163819:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163820:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077786.163822:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077786.163823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077786.163825:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077786.163827:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077786.163828:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077786.163831:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077786.163831:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077786.163832:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163833:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077786.163834:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077786.163836:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077786.163837:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077786.163839:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077786.163840:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077786.163841:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077786.163842:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077786.163844:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163847:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077786.163848:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077786.163850:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077786.163855:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077786.163857:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077786.163859:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077786.163860:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163861:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077786.163863:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163865:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298097178 00000100:00000001:3.0:1769077786.163866:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298098425 00000100:00000001:3.0:1769077786.163868:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298097178 00000100:00000001:3.0:1769077786.163870:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298098425 00000100:00000001:3.0:1769077786.163872:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077786.163873:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163874:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077786.163876:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077786/real 1769077786] req@ffff8f28835ea300 x1855008978432256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077786.163881:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077786.163882:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077786.163883:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077786.163884:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077786.163884:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163885:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077786.163886:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077786.163888:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978432256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077786.163892:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163894:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077786.163895:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163896:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077786.163897:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163898:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077786.163899:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077786.163901:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077786.163903:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077786.163904:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077786.163906:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077786.163908:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163910:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077786.163912:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077786.163913:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077786.163915:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077786.163916:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077786.163917:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077786.163919:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077786.163921:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077786.163923:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077786.163924:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163926:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077786.163927:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077786.163928:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077786.163930:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077786.163931:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077786.163933:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077786.163934:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077786.163935:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077786.163936:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077786.163938:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163939:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.163942:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077786.163944:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.163945:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077786.163948:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.802493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077786.802503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077786.802505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077786.802506:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077786.802514:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769077786.802516:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077786.802518:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077786.802525:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.802526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077786.802533:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077786.802535:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.802535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077786.802550:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.802551:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077786.802558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077786.802560:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.802563:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077786.802574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077786.802578:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077786.802644:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077786.802648:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077786.802650:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077787.186519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077787.186527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077787.186529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077787.186535:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077787.186538:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077787.186543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077787.186546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077787.186548:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077787.186550:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077787.826532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077787.826532:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077787.826543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077787.826561:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077787.826566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077787.826567:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077787.826574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077787.826579:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077787.826587:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077787.826592:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077787.826595:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077787.826599:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077787.826604:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077787.826651:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077787.826671:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077787.826674:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077788.210476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077788.210485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077788.210487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077788.210492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077788.210497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077788.210501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077788.210504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077788.210507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077788.210509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077788.850443:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077788.850448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077788.850451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077788.850451:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077788.850453:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077788.850457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077788.850457:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077788.850459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077788.850461:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077788.850464:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077788.850467:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077788.850470:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077788.850472:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077788.850511:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077788.850514:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077788.850517:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077789.234478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077789.234484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077789.234485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077789.234490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077789.234493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077789.234496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077789.234497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077789.234499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077789.234501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077789.874463:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077789.874469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077789.874470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077789.874471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077789.874474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077789.874477:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077789.874479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077789.874482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077789.874483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077789.874487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077789.874490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077789.874492:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077789.874494:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077789.874572:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077789.874576:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077789.874579:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077790.258462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077790.258474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077790.258477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077790.258484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077790.258487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077790.258491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077790.258493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077790.258496:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077790.258498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077790.898444:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077790.898453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077790.898453:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077790.898456:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077790.898458:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077790.898466:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077790.898467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077790.898471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077790.898473:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077790.898478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.898482:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077790.898484:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.898487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077790.898541:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077790.898547:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077790.898551:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077791.282443:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077791.282447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077791.282454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077791.282454:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077791.282458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282458:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077791.282462:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077791.282465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769077791.282466:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077791.282472:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077791.282475:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3429 00000100:00000001:1.0:1769077791.282478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077791.282482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077791.282484:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077791.282486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.282488:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077791.282492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282492:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077791.282499:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077791.282501:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077791.282503:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077791.282505:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077791.282506:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077791.282508:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077791.282511:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077791.282513:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077791.282515:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077791.282518:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077791.282520:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282521:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077791.282523:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077791.282531:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077791.282532:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282535:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077791.282537:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077791.282547:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282559:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077791.282567:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978432384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077791.282575:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077791.282578:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282589:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077791.282591:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077791.282594:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077791.282595:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077791.282596:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077791.282598:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077791.282600:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3429 00000100:00080000:3.0:1769077791.282603:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077791.282605:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077791.282607:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077791.282608:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077791.282609:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077791.282611:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077791.282612:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077791.282613:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077791.282617:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077791.282617:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077791.282618:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077791.282621:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769077791.282623:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077791.282624:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077791.282628:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282628:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077791.282632:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077791.282635:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077791.282637:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077791.282639:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077791.282640:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.282644:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282645:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077791.282650:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077791.282652:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978432384:192.168.204.124@tcp:250:kworker.0 00000008:00000001:3.0:1769077791.282653:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282659:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.282660:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077791.282663:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077791.282665:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077791.282666:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.282669:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282669:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077791.282672:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077791.282673:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077791.282675:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.282678:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282681:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077791.282689:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978432512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077791.282694:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077791.282697:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:0.0:1769077791.282703:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077791.282703:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077791.282709:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282714:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077791.282716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077791.282720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077791.282722:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077791.282724:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077791.282728:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077791.282731:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3429 00000100:00080000:3.0:1769077791.282735:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077791.282737:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077791.282738:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077791.282739:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077791.282740:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077791.282742:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077791.282743:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077791.282745:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:0.0:1769077791.282748:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077791.282748:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077791.282754:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077791.282756:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077791.282758:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077791.282760:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077791.282762:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769077791.282762:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282764:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077791.282767:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077791.282768:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:3.0:1769077791.282771:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.282772:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282774:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.282775:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769077791.282781:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077791.282782:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077791.282784:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282787:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077791.282788:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298103545 02000000:00000001:3.0:1769077791.282789:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077791.282793:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282798:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.282799:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1769077791.282804:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978432640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077791.282806:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298103545 00000100:00000001:0.0:1769077791.282813:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077791.282814:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077791.282817:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077791.282818:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.282823:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282825:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.282827:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769077791.282832:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077791.282835:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077791/real 1769077791] req@ffff8f28835f8000 x1855008978432384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077791.282839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077791.282842:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077791.282846:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077791.282853:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077791.282858:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3429 00000400:00000001:0.0:1769077791.282866:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769077791.282866:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077791.282869:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1769077791.282870:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077791.282873:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077791.282877:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769077791.282878:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077791.282881:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077791.282882:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769077791.282883:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077791.282887:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077791.282888:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.282889:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077791.282893:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077791.282894:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769077791.282897:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077791.282899:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.282900:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077791.282904:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077791.282907:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769077791.282911:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978432384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769077791.282912:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282916:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077791.282920:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077791.282926:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.282929:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.282930:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.282935:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077791.282940:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.282941:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077791.282943:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.282945:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077791.282947:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077791.282951:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769077791.282951:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077791.282955:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.282958:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077791.282959:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077791.282962:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077791.282968:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077791.282969:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.282975:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077791.282978:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978432768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077791.282986:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978432384:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077791.282998:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.283000:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077791.283004:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077791.283004:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.283006:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077791.283008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077791.283010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077791.283011:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077791.283015:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077791.283016:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769077791.283017:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769077791.283019:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1769077791.283022:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3429 02000000:00000001:0.0:1769077791.283024:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1769077791.283026:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077791.283027:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769077791.283029:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077791.283031:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769077791.283032:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077791.283035:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769077791.283036:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1769077791.283037:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769077791.283050:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1769077791.283051:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077791.283053:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1769077791.283054:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077791.283057:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.283058:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077791.283061:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.283061:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077791.283069:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077791.283070:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283072:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769077791.283072:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077791.283074:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077791.283075:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077791.283080:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283081:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077791.283084:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077791.283085:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:3.0:1769077791.283087:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077791.283088:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077791.283092:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:3.0:1769077791.283092:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283095:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.283096:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.283098:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077791.283101:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077791.283102:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077791.283104:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.283106:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.283108:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077791.283111:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1769077791.283112:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432512:192.168.204.124@tcp:38:kworker.0 02000000:00000001:3.0:1769077791.283113:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283118:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077791.283121:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.283122:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077791.283125:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077791.283141:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978432896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077791.283150:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077791.283160:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.283161:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077791.283166:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283168:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077791.283171:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:3.0:1769077791.283171:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283178:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077791.283191:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077791.283194:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077791.283197:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077791.283198:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283199:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077791.283201:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283204:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298102305 00000100:00000001:0.0:1769077791.283206:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298103545 00000100:00000001:0.0:1769077791.283208:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298102305 00000100:00000001:0.0:1769077791.283209:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298103545 00000100:00000001:0.0:1769077791.283211:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077791.283212:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283213:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077791.283217:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077791/real 1769077791] req@ffff8f28835f9f80 x1855008978432512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077791.283227:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077791.283228:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077791.283230:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077791.283231:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077791.283232:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283233:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077791.283234:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077791.283237:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978432512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077791.283242:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283243:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077791.283245:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283246:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077791.283247:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283248:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077791.283249:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077791.283251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077791.283254:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077791.283255:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077791.283258:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432512:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077791.283260:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077791.283261:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077791.283262:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.283263:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077791.283265:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077791.283266:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077791.283268:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077791.283270:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077791.283271:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077791.283272:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.283274:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077791.283276:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283278:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077791.283280:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:0.0:1769077791.283282:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077791.283288:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077791.283290:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077791.283292:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077791.283293:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283294:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077791.283295:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283297:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298102302 00000100:00000001:0.0:1769077791.283299:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298103545 00000100:00000001:0.0:1769077791.283301:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298102302 00000100:00000001:0.0:1769077791.283302:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298103545 00000100:00000001:0.0:1769077791.283304:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077791.283305:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283306:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077791.283308:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077791/real 1769077791] req@ffff8f28835f8e00 x1855008978432640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077791.283313:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077791.283314:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077791.283315:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077791.283316:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077791.283317:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283318:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077791.283319:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077791.283321:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978432640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077791.283325:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283327:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077791.283329:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283330:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077791.283331:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283332:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077791.283333:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077791.283334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077791.283336:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077791.283337:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077791.283339:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077791.283342:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077791.283342:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077791.283343:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.283344:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077791.283345:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077791.283347:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077791.283348:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077791.283350:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077791.283351:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077791.283352:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.283353:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077791.283355:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283358:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077791.283359:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:0.0:1769077791.283361:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077791.283369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077791.283372:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077791.283397:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077791.283400:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283402:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077791.283406:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283411:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298102306 00000100:00000001:0.0:1769077791.283413:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298103545 00000100:00000001:0.0:1769077791.283426:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298102306 00000100:00000001:0.0:1769077791.283428:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298103545 00000100:00000001:0.0:1769077791.283430:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077791.283433:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283435:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077791.283439:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077791/real 1769077791] req@ffff8f28835fa680 x1855008978432768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077791.283448:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077791.283450:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077791.283452:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077791.283453:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077791.283455:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283456:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077791.283458:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077791.283462:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978432768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077791.283470:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283472:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077791.283474:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283476:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077791.283477:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283480:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077791.283481:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077791.283484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077791.283487:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077791.283499:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077791.283503:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077791.283507:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283509:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077791.283511:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077791.283513:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077791.283515:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077791.283516:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077791.283517:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077791.283519:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077791.283520:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077791.283522:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077791.283523:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283524:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077791.283525:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077791.283526:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077791.283527:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077791.283528:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077791.283529:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077791.283530:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077791.283531:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077791.283532:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077791.283533:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283534:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077791.283535:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077791.283535:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077791.283536:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077791.283537:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077791.283538:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077791.283539:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077791.283539:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077791.283540:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077791.283547:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283550:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283557:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077791.283559:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283561:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077791.283562:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077791.283564:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077791.283565:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077791.283567:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.283569:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077791.283571:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077791.283573:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077791.283576:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077791.283582:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077791.283585:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077791.283586:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.283588:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077791.283591:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283598:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077791.283599:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077791.283602:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077791.283611:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077791.283615:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077791.283617:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077791.283618:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283619:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077791.283621:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283623:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298102298 00000100:00000001:0.0:1769077791.283625:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298103545 00000100:00000001:0.0:1769077791.283626:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298102298 00000100:00000001:0.0:1769077791.283628:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298103545 00000100:00000001:0.0:1769077791.283629:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077791.283630:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283631:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077791.283634:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077791/real 1769077791] req@ffff8f28835fb800 x1855008978432896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077791.283639:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077791.283639:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077791.283641:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077791.283642:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077791.283643:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283644:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077791.283645:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077791.283647:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978432896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077791.283656:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283657:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077791.283659:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283660:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077791.283661:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283662:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077791.283663:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077791.283665:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077791.283667:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077791.283668:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077791.283670:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978432896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077791.283672:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283673:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077791.283674:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077791.283675:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077791.283676:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077791.283677:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077791.283678:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077791.283679:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077791.283680:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077791.283682:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077791.283683:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283684:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.283686:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077791.283687:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.283688:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077791.283689:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.922467:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077791.922470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077791.922473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077791.922474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.922477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077791.922480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077791.922482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077791.922483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.922488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077791.922492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.922494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077791.922496:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.922498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077791.922551:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077791.922555:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077791.922559:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077792.306436:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077792.306442:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077792.306444:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077792.306449:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077792.306452:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077792.306454:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077792.306456:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077792.306459:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077792.306461:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077792.946481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077792.946486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077792.946490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077792.946493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077792.946497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077792.946499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077792.946500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077792.946503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077792.946505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077792.946510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.946512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077792.946514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.946516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077792.946582:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077792.946587:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077792.946591:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077793.330443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077793.330460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077793.330462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077793.330466:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077793.330470:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077793.330472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077793.330474:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077793.330477:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077793.330479:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077793.970487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077793.970495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077793.970498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077793.970505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077793.970511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077793.970514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077793.970517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077793.970519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077793.970523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077793.970525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077793.970531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077793.970538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077793.970543:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077793.970546:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077793.970550:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077793.970554:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077793.970556:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077793.970559:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077793.970562:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077793.970626:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077793.970629:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077793.970632:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077794.354457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077794.354466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077794.354468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077794.354473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077794.354477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077794.354481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077794.354483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077794.354486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077794.354490:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077794.994538:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077794.994540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077794.994551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077794.994552:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077794.994557:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077794.994559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077794.994567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077794.994570:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077794.994575:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077794.994579:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077794.994582:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077794.994585:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077794.994587:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077794.994640:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077794.994645:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077794.994650:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077795.378467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077795.378478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077795.378481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077795.378489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077795.378494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077795.378498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077795.378502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077795.378505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077795.378508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.018515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077796.018516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077796.018525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.018527:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077796.018533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077796.018536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077796.018540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077796.018541:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077796.018549:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077796.018554:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.018559:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077796.018562:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.018566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077796.018612:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077796.018618:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077796.018623:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077796.402547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077796.402563:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077796.402566:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077796.402571:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077796.402575:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077796.402579:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077796.402581:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077796.402584:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077796.402587:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077796.403618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077796.403627:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077796.403630:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077796.403634:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077796.403638:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077796.403646:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3434 00000100:00080000:0.0:1769077796.403658:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077796.403661:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077796.403663:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077796.403667:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077796.403669:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077796.403672:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077796.403674:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077796.403675:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077796.403677:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077796.403680:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077796.403682:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077796.403684:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077796.403687:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077796.403690:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403691:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077796.403694:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077796.403708:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077796.403710:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403713:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077796.403716:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077796.403721:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403735:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077796.403744:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978433024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077796.403753:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077796.403756:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403774:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077796.403777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077796.403780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077796.403781:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077796.403783:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077796.403785:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077796.403787:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3434 00000100:00080000:0.0:1769077796.403789:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077796.403791:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077796.403792:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077796.403795:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077796.403797:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077796.403799:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077796.403801:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077796.403802:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077796.403804:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077796.403808:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077796.403810:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077796.403811:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077796.403815:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077796.403817:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403818:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077796.403822:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:0.0:1769077796.403824:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077796.403827:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403829:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077796.403832:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077796.403832:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403834:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077796.403835:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077796.403836:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403840:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077796.403843:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978433152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077796.403850:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077796.403852:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077796.403855:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077796.403856:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.403858:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077796.403860:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.403861:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077796.403873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077796.403875:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1769077796.403882:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:3.0:1769077796.403883:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077796.403884:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077796.403892:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077796.403893:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077796.403905:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077796.403910:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3434 00000100:00100000:3.0:1769077796.403912:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978433024:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769077796.403914:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077796.403921:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077796.403925:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077796.403927:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769077796.403931:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077796.403933:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077796.403935:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:3.0:1769077796.403935:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1769077796.403943:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:3.0:1769077796.403943:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403958:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077796.403959:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077796.403963:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077796.403969:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077796.403969:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403973:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077796.403976:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077796.403979:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077796.403981:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403982:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077796.403984:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077796.403985:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.403986:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.403989:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769077796.403990:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077796.403992:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 02000000:00000001:0.0:1769077796.403993:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.404003:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077796.404005:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077796.404006:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077796.404009:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.404013:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077796.404018:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978433280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077796.404024:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077796.404025:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.404026:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077796.404028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077796.404031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077796.404033:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077796.404034:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077796.404037:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077796.404039:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3434 00000100:00080000:0.0:1769077796.404054:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077796.404057:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:3.0:1769077796.404061:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077796.404062:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077796.404069:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077796.404071:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077796.404072:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077796.404075:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077796.404077:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077796.404079:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077796.404080:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077796.404084:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077796.404085:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077796.404092:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.404093:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404095:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769077796.404100:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077796.404102:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077796.404106:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077796.404108:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298108666 02000000:00000001:0.0:1769077796.404114:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.404119:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077796.404120:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000008:00100000:0.0:1769077796.404123:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077796.404128:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298108666 00000008:00000001:0.0:1769077796.404130:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404133:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077796.404137:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404138:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077796.404143:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077796.404150:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077796.404150:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769077796.404155:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.404157:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077796.404158:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077796.404163:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.404173:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077796.404173:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077796/real 1769077796] req@ffff8f28835ead80 x1855008978433024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077796.404182:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978433408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077796.404228:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077796.404234:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.404241:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077796.404243:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769077796.404244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1769077796.404246:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769077796.404248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077796.404250:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077796.404253:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077796.404253:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077796.404263:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077796.404264:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077796.404273:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077796.404274:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3434 00000100:00000001:3.0:1769077796.404286:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769077796.404288:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077796.404289:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077796.404297:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077796.404299:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:3.0:1769077796.404303:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978433024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077796.404305:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077796.404311:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077796.404317:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077796.404327:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077796.404329:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077796.404337:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077796.404337:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077796.404343:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077796.404346:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404351:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769077796.404356:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077796.404356:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404362:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077796.404364:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404365:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077796.404399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769077796.404402:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1769077796.404405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769077796.404407:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077796.404409:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1769077796.404411:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.404417:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077796.404418:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978433024:192.168.204.124@tcp:250:kworker.0 00000008:00100000:0.0:1769077796.404420:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077796.404432:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404435:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077796.404436:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404451:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077796.404453:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077796.404454:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077796.404455:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404458:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769077796.404459:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077796.404462:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769077796.404463:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077796.404473:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077796.404473:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077796.404482:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769077796.404486:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404487:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077796.404496:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1769077796.404501:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978433536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077796.404502:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077796.404507:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404518:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077796.404531:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077796.404532:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077796.404536:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404536:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404553:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077796.404555:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404560:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077796.404562:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077796.404564:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077796.404565:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404567:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077796.404570:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077796.404573:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077796.404577:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077796.404581:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077796.404583:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077796.404584:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404586:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077796.404588:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404593:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077796.404595:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077796.404598:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077796.404610:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077796.404613:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077796.404614:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077796.404616:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404617:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077796.404619:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404622:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298107427 00000100:00000001:3.0:1769077796.404632:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298108666 00000100:00000001:3.0:1769077796.404633:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298107427 00000100:00000001:3.0:1769077796.404635:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298108666 00000100:00000001:3.0:1769077796.404636:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077796.404638:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404639:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077796.404642:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077796/real 1769077796] req@ffff8f28835eb480 x1855008978433152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077796.404648:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077796.404649:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077796.404651:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077796.404652:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077796.404653:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404654:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077796.404655:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077796.404658:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978433152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077796.404662:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404664:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077796.404665:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404666:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077796.404667:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404668:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077796.404670:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077796.404672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077796.404674:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077796.404676:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077796.404678:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077796.404682:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077796.404683:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077796.404684:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404686:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077796.404687:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077796.404688:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077796.404690:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077796.404692:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077796.404693:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077796.404695:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404696:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077796.404698:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404701:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077796.404702:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077796.404704:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077796.404711:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077796.404713:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077796.404714:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077796.404715:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404717:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077796.404718:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404720:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298107424 00000100:00000001:3.0:1769077796.404722:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298108666 00000100:00000001:3.0:1769077796.404723:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298107424 00000100:00000001:3.0:1769077796.404725:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298108666 00000100:00000001:3.0:1769077796.404726:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077796.404727:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404728:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077796.404731:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077796/real 1769077796] req@ffff8f28835e9180 x1855008978433280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077796.404735:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077796.404736:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077796.404738:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077796.404739:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077796.404740:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404741:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077796.404742:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077796.404744:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978433280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077796.404748:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404749:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077796.404751:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404752:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077796.404752:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404753:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077796.404754:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077796.404756:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077796.404758:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077796.404759:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077796.404761:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077796.404765:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077796.404766:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077796.404767:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404770:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077796.404771:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077796.404773:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077796.404776:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077796.404779:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077796.404781:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077796.404782:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404784:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077796.404787:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404794:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077796.404795:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077796.404799:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077796.404812:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077796.404816:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077796.404819:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077796.404821:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404822:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077796.404825:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404829:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298107427 00000100:00000001:3.0:1769077796.404832:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298108666 00000100:00000001:3.0:1769077796.404835:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298107427 00000100:00000001:3.0:1769077796.404837:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298108666 00000100:00000001:3.0:1769077796.404839:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077796.404841:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404843:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077796.404848:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077796/real 1769077796] req@ffff8f28835e8700 x1855008978433408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077796.404856:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077796.404858:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077796.404860:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077796.404862:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077796.404863:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404865:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077796.404867:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077796.404871:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978433408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077796.404878:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404880:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077796.404883:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404885:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077796.404886:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.404888:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077796.404890:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077796.404893:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077796.404896:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077796.404899:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077796.404902:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077796.404906:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077796.404907:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077796.404909:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404911:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077796.404913:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077796.404915:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077796.404918:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077796.404922:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077796.404924:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077796.404926:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077796.404927:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077796.404930:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404935:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077796.404937:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077796.404940:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077796.404951:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077796.404955:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077796.404958:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077796.404960:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404961:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077796.404964:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404967:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298107419 00000100:00000001:3.0:1769077796.404970:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298108666 00000100:00000001:3.0:1769077796.404972:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298107419 00000100:00000001:3.0:1769077796.404975:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298108666 00000100:00000001:3.0:1769077796.404977:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077796.404979:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.404981:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077796.404985:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077796/real 1769077796] req@ffff8f28835eb800 x1855008978433536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077796.404995:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077796.404996:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077796.404999:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077796.405001:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077796.405002:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405004:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077796.405006:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077796.405010:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978433536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077796.405017:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405019:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077796.405022:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405024:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077796.405025:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405027:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077796.405029:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077796.405031:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077796.405035:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077796.405037:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077796.405055:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077796.405059:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405061:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077796.405063:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077796.405065:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077796.405067:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077796.405069:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077796.405070:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077796.405073:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077796.405074:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077796.405077:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077796.405078:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405080:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077796.405081:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077796.405082:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077796.405084:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077796.405085:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077796.405086:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077796.405088:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077796.405089:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077796.405091:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077796.405092:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405094:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077796.405095:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077796.405097:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077796.405115:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077796.405117:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077796.405118:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077796.405120:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077796.405122:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077796.405124:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077796.405125:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405127:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077796.405128:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077796.405130:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077796.405132:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077796.405133:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077796.405134:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077796.405136:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077796.405137:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077796.405140:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077796.405141:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405143:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.405146:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077796.405148:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.405150:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077796.405152:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077797.042482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077797.042487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077797.042489:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077797.042492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077797.042493:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077797.042495:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077797.042496:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077797.042502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077797.042503:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077797.042506:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077797.042507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077797.042509:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077797.042512:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077797.042512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077797.042518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077797.042520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077797.042521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077797.042523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077797.042524:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077797.042625:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077797.042631:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077797.042634:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077797.426511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077797.426520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077797.426523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077797.426529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077797.426534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077797.426538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077797.426541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077797.426544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077797.426548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077798.066467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077798.066473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077798.066474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077798.066478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077798.066481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077798.066481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077798.066484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077798.066487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077798.066492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077798.066497:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077798.066500:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077798.066503:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077798.066507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077798.066604:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077798.066612:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077798.066617:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077798.450441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077798.450449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077798.450451:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077798.450456:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077798.450459:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077798.450462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077798.450464:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077798.450466:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077798.450468:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077799.090515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077799.090522:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077799.090524:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077799.090530:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077799.090535:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077799.090538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077799.090540:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077799.090543:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077799.090546:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077799.090551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077799.090557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077799.090564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077799.090566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077799.090628:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077799.090631:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077799.090634:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077799.474504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077799.474511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077799.474513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077799.474518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077799.474522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077799.474526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077799.474528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077799.474530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077799.474533:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077800.114464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077800.114475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077800.114479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077800.114487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077800.114493:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077800.114499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077800.114503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077800.114506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077800.114510:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077800.114529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077800.114536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077800.114543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077800.114545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077800.114610:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077800.114613:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077800.114616:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077800.498492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077800.498499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077800.498500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077800.498505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077800.498508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077800.498511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077800.498513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077800.498514:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077800.498517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.138453:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077801.138461:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077801.138463:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077801.138467:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077801.138470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077801.138471:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077801.138476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.138477:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077801.138482:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077801.138484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077801.138484:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077801.138489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.138489:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077801.138566:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077801.138571:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077801.138574:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077801.522505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077801.522519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077801.522523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077801.522532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077801.522537:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077801.522542:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077801.522547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077801.522551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077801.522555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077801.522578:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077801.522586:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077801.522589:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077801.522593:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077801.522596:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077801.522604:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3440 00000100:00080000:3.0:1769077801.522615:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077801.522618:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077801.522620:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077801.522630:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077801.522633:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077801.522636:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077801.522640:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077801.522644:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077801.522645:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077801.522651:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077801.522655:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.522659:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077801.522663:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077801.522667:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.522670:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077801.522673:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.522702:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077801.522704:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.522708:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077801.522711:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077801.522716:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.522730:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077801.522740:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978433664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077801.522755:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077801.522760:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.522798:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077801.522801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077801.522804:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077801.522806:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077801.522808:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077801.522810:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077801.522813:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3440 00000100:00080000:3.0:1769077801.522817:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077801.522819:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077801.522821:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077801.522823:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077801.522824:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077801.522826:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077801.522829:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077801.522831:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077801.522833:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077801.522837:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077801.522842:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.522844:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077801.522852:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077801.522872:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.522874:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077801.522891:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077801.522895:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.522898:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.522904:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077801.522907:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.522911:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077801.522911:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077801.522918:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077801.522925:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.522926:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077801.522935:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077801.522935:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.522944:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077801.522952:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978433792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077801.522982:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523005:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077801.523006:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769077801.523014:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.523035:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077801.523042:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.523045:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077801.523050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077801.523055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077801.523057:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077801.523059:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077801.523071:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077801.523081:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3440 00000100:00100000:0.0:1769077801.523082:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978433664:192.168.204.124@tcp:250:kworker.0 00000100:00080000:3.0:1769077801.523090:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077801.523102:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077801.523103:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077801.523111:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077801.523115:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769077801.523117:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769077801.523117:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077801.523129:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:0.0:1769077801.523132:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077801.523134:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077801.523145:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077801.523146:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077801.523148:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077801.523156:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077801.523158:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.523159:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077801.523164:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077801.523166:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.523167:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523181:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077801.523186:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077801.523191:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523192:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.523204:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077801.523206:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523208:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077801.523210:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077801.523214:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.523219:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077801.523224:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.523225:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769077801.523251:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1769077801.523260:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978433920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077801.523274:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077801.523277:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523281:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077801.523285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077801.523290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077801.523293:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077801.523295:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077801.523298:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077801.523300:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3440 00000100:00080000:3.0:1769077801.523306:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077801.523308:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077801.523310:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077801.523313:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077801.523315:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077801.523316:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077801.523318:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077801.523320:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077801.523321:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077801.523324:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077801.523327:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.523329:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077801.523332:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077801.523334:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523341:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000100:0.0:1769077801.523347:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000008:00100000:3.0:1769077801.523348:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077801.523360:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523363:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.523368:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077801.523369:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523373:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077801.523374:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077801.523376:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523382:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.523436:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077801.523448:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769077801.523448:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978434048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077801.523455:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.523471:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077801.523472:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077801.523484:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523488:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.523494:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077801.523495:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077801.523508:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077801.523510:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077801.523512:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298113786 00000100:00080000:3.0:1769077801.523514:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077801.523526:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077801.523530:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3440 00000100:00080000:3.0:1769077801.523535:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077801.523538:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077801.523542:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077801.523543:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077801.523557:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077801.523560:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077801.523562:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077801.523567:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298113786 00000020:00000001:3.0:1769077801.523582:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077801.523592:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077801.523594:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077801.523598:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1769077801.523602:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077801.523614:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.523617:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077801.523618:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077801.523622:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077801.523630:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.523630:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.523652:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077801.523653:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077801.523660:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1769077801.523670:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077801/real 1769077801] req@ffff8f28835fb100 x1855008978433664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769077801.523686:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523695:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077801.523708:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077801.523715:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077801.523720:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077801.523720:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:0.0:1769077801.523728:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769077801.523729:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077801.523739:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.523745:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077801.523748:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.523755:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1769077801.523760:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978434176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077801.523763:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.523784:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.523791:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077801.523796:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077801.523800:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.523804:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077801.523810:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978433664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077801.523829:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.523836:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077801.523852:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.523854:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.523856:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.523860:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077801.523863:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077801.523867:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077801.523874:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077801.523876:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077801.523881:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978433664:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077801.523905:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.523908:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077801.523911:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077801.523915:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077801.523921:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077801.523924:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077801.523926:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077801.523933:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077801.523936:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077801.523940:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077801.523943:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.523946:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.523979:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077801.523982:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.523985:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077801.523988:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077801.523990:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077801.523992:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077801.523994:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.524015:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077801.524017:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077801.524020:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077801.524025:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077801.524029:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077801.524032:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077801.524034:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.524037:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077801.524041:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524050:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077801.524051:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769077801.524058:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077801.524076:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077801.524082:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077801.524085:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077801.524086:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524089:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077801.524092:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524097:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298112546 00000100:00000001:0.0:1769077801.524101:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298113786 00000100:00000001:0.0:1769077801.524104:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298112546 00000100:00000001:0.0:1769077801.524107:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298113786 00000100:00000001:0.0:1769077801.524109:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077801.524112:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524114:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077801.524118:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077801/real 1769077801] req@ffff8f28835fa300 x1855008978433792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077801.524130:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077801.524131:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077801.524134:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077801.524136:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077801.524138:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524140:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.524141:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077801.524146:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978433792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077801.524154:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524156:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077801.524158:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524160:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.524161:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524163:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077801.524165:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077801.524168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077801.524172:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077801.524174:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077801.524177:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077801.524181:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077801.524183:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077801.524185:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.524188:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077801.524190:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077801.524192:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077801.524195:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077801.524199:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077801.524201:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077801.524203:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.524205:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077801.524209:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524214:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077801.524216:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769077801.524220:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077801.524230:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077801.524241:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077801.524243:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077801.524245:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524246:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077801.524249:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524253:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298112543 00000100:00000001:0.0:1769077801.524256:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298113786 00000100:00000001:0.0:1769077801.524258:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298112543 00000100:00000001:0.0:1769077801.524261:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298113786 00000100:00000001:0.0:1769077801.524264:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077801.524266:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524267:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077801.524271:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077801/real 1769077801] req@ffff8f28835f8700 x1855008978433920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077801.524279:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077801.524280:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077801.524282:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077801.524284:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077801.524285:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524287:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.524288:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077801.524292:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978433920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077801.524300:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524302:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077801.524305:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524307:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.524309:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524311:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077801.524314:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077801.524318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077801.524324:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077801.524328:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077801.524334:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978433920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077801.524341:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077801.524344:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077801.524346:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.524349:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077801.524352:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077801.524356:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077801.524362:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077801.524368:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077801.524372:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077801.524375:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.524378:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077801.524383:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524434:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077801.524437:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077801.524442:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077801.524459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077801.524464:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077801.524467:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077801.524469:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524471:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077801.524474:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524478:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298112547 00000100:00000001:0.0:1769077801.524481:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298113786 00000100:00000001:0.0:1769077801.524485:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298112547 00000100:00000001:0.0:1769077801.524487:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298113786 00000100:00000001:0.0:1769077801.524490:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077801.524492:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524495:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077801.524499:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077801/real 1769077801] req@ffff8f28835f8380 x1855008978434048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077801.524507:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077801.524509:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077801.524512:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077801.524514:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077801.524516:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524518:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.524519:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077801.524524:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978434048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077801.524531:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524534:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077801.524536:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524538:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.524540:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524542:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077801.524544:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077801.524546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077801.524550:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077801.524552:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077801.524555:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077801.524559:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077801.524560:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077801.524563:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.524565:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077801.524568:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077801.524570:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077801.524573:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077801.524577:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077801.524579:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077801.524581:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077801.524582:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077801.524586:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524591:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077801.524593:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077801.524596:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077801.524606:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077801.524609:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077801.524611:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077801.524613:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524615:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077801.524618:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524621:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298112539 00000100:00000001:0.0:1769077801.524624:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298113786 00000100:00000001:0.0:1769077801.524627:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298112539 00000100:00000001:0.0:1769077801.524629:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298113786 00000100:00000001:0.0:1769077801.524632:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077801.524634:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524636:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077801.524640:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077801/real 1769077801] req@ffff8f28835fad80 x1855008978434176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077801.524648:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077801.524649:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077801.524651:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077801.524652:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077801.524654:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524656:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.524658:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077801.524662:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978434176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077801.524670:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524672:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077801.524675:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524676:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077801.524678:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524679:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077801.524681:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077801.524687:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077801.524690:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077801.524692:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077801.524696:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077801.524699:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524701:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077801.524702:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077801.524704:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077801.524706:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077801.524708:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077801.524709:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077801.524713:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077801.524714:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077801.524717:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077801.524718:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524720:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077801.524721:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077801.524722:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077801.524724:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077801.524725:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077801.524727:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077801.524729:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077801.524730:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077801.524732:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077801.524734:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524736:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077801.524737:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077801.524739:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077801.524752:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077801.524753:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077801.524754:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077801.524756:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077801.524757:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077801.524758:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077801.524760:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524761:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077801.524762:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077801.524763:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077801.524765:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077801.524766:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077801.524767:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077801.524769:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077801.524770:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077801.524772:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077801.524773:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524775:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.524779:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077801.524781:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.524783:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077801.524785:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077802.162459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077802.162469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077802.162472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077802.162480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077802.162485:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077802.162490:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077802.162493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077802.162499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077802.162500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077802.162503:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077802.162508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077802.162514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077802.162527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077802.162660:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077802.162664:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077802.162667:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077802.546544:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077802.546555:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077802.546558:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077802.546566:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077802.546573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077802.546578:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077802.546582:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077802.546586:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077802.546591:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077803.186486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077803.186494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077803.186495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077803.186508:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077803.186512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077803.186515:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077803.186521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077803.186523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077803.186526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077803.186528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077803.186531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077803.186534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077803.186537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077803.186632:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077803.186636:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077803.186640:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077803.570482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077803.570490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077803.570492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077803.570498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077803.570502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077803.570506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077803.570508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077803.570510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077803.570513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077804.210474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077804.210476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077804.210481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077804.210482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077804.210485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077804.210488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077804.210489:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077804.210493:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077804.210494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077804.210496:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077804.210499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077804.210500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077804.210504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077804.210505:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077804.210507:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077804.210509:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077804.210512:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077804.210512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077804.210519:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077804.210623:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077804.210629:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077804.210632:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077804.594543:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077804.594551:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077804.594553:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077804.594565:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077804.594569:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077804.594573:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077804.594575:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077804.594579:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077804.594581:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077805.234475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077805.234477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077805.234482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077805.234483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077805.234487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077805.234490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077805.234491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077805.234494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077805.234496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077805.234500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077805.234504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077805.234506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077805.234508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077805.234569:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077805.234574:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077805.234578:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077805.618464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077805.618473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077805.618475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077805.618481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077805.618484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077805.618489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077805.618492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077805.618495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077805.618497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077806.258452:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077806.258458:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077806.258460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077806.258465:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077806.258469:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077806.258473:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077806.258475:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077806.258477:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077806.258480:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077806.258489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077806.258493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077806.258497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077806.258499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077806.258565:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077806.258570:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077806.258574:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077806.642516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077806.642527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077806.642531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077806.642539:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077806.642544:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077806.642548:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077806.642548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077806.642551:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077806.642556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077806.642562:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077806.642564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077806.642569:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077806.642574:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077806.642579:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077806.642587:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3445 00000100:00080000:2.0:1769077806.642600:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077806.642604:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077806.642607:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077806.642612:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077806.642615:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077806.642619:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077806.642622:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077806.642625:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077806.642627:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077806.642633:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077806.642636:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077806.642640:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077806.642644:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077806.642648:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.642651:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077806.642653:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077806.642683:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077806.642685:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.642688:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077806.642691:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077806.642696:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.642708:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077806.642718:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978434304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077806.642730:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077806.642735:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.642774:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077806.642779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077806.642784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077806.642785:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077806.642787:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077806.642791:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077806.642795:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3445 00000100:00080000:2.0:1769077806.642800:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077806.642803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077806.642806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077806.642811:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077806.642813:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077806.642817:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077806.642819:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769077806.642821:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077806.642825:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077806.642827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077806.642829:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077806.642832:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077806.642833:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077806.642836:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.642843:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1769077806.642843:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077806.642847:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077806.642850:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.642852:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077806.642855:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1769077806.642860:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978434304:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769077806.642864:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077806.642866:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077806.642887:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.642892:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769077806.642893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077806.642896:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.642901:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1769077806.642901:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077806.642908:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.642909:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.642916:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077806.642925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077806.642927:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.642930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077806.642931:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769077806.642932:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077806.642935:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 02000000:00000001:2.0:1769077806.642938:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.642941:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077806.642951:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077806.642962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978434432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077806.642981:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:0.0:1769077806.642983:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077806.642986:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.642994:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.642998:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769077806.642999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077806.643005:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769077806.643007:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077806.643010:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.643029:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077806.643030:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769077806.643033:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077806.643037:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.643039:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077806.643043:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298118905 00000100:00080000:2.0:1769077806.643046:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3445 00000100:00000001:0.0:1769077806.643053:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769077806.643054:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077806.643060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077806.643061:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298118905 00000100:00000001:2.0:1769077806.643062:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077806.643068:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1769077806.643069:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077806.643072:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769077806.643073:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077806.643078:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077806.643096:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077806.643101:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077806.643103:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077806.643105:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077806.643112:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077806.643122:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077806/real 1769077806] req@ffff8f2882c39f80 x1855008978434304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077806.643128:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077806.643138:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077806.643144:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:0.0:1769077806.643145:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077806.643150:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769077806.643150:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077806.643156:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643157:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769077806.643163:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077806.643164:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077806.643168:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1769077806.643170:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077806.643171:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.643175:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769077806.643178:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.643182:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077806.643189:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1769077806.643190:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978434304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769077806.643209:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.643215:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077806.643218:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077806.643221:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643229:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077806.643230:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643235:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1769077806.643241:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978434560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077806.643243:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643249:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.643253:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643259:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077806.643260:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077806.643265:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077806.643265:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.643271:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077806.643272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077806.643278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077806.643282:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077806.643287:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1769077806.643287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077806.643291:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769077806.643294:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978434304:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769077806.643295:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077806.643320:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077806.643320:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077806.643324:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769077806.643327:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3445 00000100:00000001:0.0:1769077806.643328:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077806.643332:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1769077806.643337:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769077806.643338:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077806.643341:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769077806.643344:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077806.643345:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769077806.643349:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077806.643353:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1769077806.643354:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077806.643358:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769077806.643359:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1769077806.643361:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077806.643367:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1769077806.643367:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077806.643373:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077806.643373:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077806.643377:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077806.643380:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077806.643384:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077806.643388:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077806.643391:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077806.643392:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1769077806.643395:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077806.643397:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077806.643400:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.643440:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077806.643443:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077806.643447:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643448:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077806.643451:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643454:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077806.643459:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769077806.643459:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077806.643464:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643465:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077806.643471:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077806.643472:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077806.643475:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077806.643479:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077806.643480:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.643485:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077806.643489:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.643491:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077806.643500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978434688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077806.643502:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077806.643517:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077806.643523:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769077806.643525:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077806.643527:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.643532:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077806.643532:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.643539:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.643541:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077806.643547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077806.643549:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769077806.643552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077806.643553:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:2.0:1769077806.643559:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077806.643561:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769077806.643563:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077806.643570:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077806.643574:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3445 00000800:00000100:0.0:1769077806.643580:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:2.0:1769077806.643581:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077806.643587:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077806.643588:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077806.643590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077806.643595:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769077806.643596:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077806.643598:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077806.643600:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077806.643602:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769077806.643605:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077806.643607:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077806.643613:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077806.643616:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298117666 00000100:00000001:2.0:1769077806.643620:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077806.643622:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298118905 00000100:00000001:2.0:1769077806.643624:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077806.643629:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298117666 00000100:00000001:0.0:1769077806.643634:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298118905 00000100:00080000:2.0:1769077806.643635:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077806.643639:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077806.643643:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643644:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643652:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769077806.643652:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077806.643660:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769077806.643662:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077806/real 1769077806] req@ffff8f2882c3b800 x1855008978434432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769077806.643668:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077806.643691:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077806.643694:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000400:00000001:0.0:1769077806.643699:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000001:2.0:1769077806.643699:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077806.643704:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769077806.643705:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643710:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769077806.643712:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077806.643716:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643717:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077806.643719:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077806.643721:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077806.643722:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077806.643727:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643728:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.643732:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077806.643733:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077806.643741:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978434432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077806.643745:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978434816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077806.643786:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643792:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077806.643792:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077806.643798:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643799:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643806:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.643808:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077806.643808:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643817:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077806.643819:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077806.643822:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077806.643827:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077806.643829:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077806.643833:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077806.643838:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077806.643840:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077806.643841:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.643843:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077806.643845:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077806.643847:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077806.643850:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077806.643853:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077806.643855:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077806.643856:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.643858:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077806.643861:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643866:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077806.643884:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:0.0:1769077806.643888:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077806.643901:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077806.643906:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077806.643908:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077806.643909:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643910:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077806.643913:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643916:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298117663 00000100:00000001:0.0:1769077806.643918:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298118905 00000100:00000001:0.0:1769077806.643920:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298117663 00000100:00000001:0.0:1769077806.643922:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298118905 00000100:00000001:0.0:1769077806.643924:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077806.643925:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.643927:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077806.643930:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077806/real 1769077806] req@ffff8f2882c38380 x1855008978434560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077806.643936:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077806.643938:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077806.643939:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077806.643941:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077806.643942:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643944:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.643945:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077806.643948:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978434560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077806.643953:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643955:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077806.643957:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643958:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.643959:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643960:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077806.643961:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077806.643963:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077806.643966:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077806.643968:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077806.643971:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077806.643974:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643975:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077806.643976:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077806.643978:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077806.643979:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077806.643981:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077806.643982:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077806.643984:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077806.643985:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077806.643987:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077806.643988:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.643990:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077806.643991:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077806.643992:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077806.643993:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077806.643994:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077806.643995:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077806.643996:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077806.643997:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077806.643998:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077806.643999:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644001:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644004:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077806.644005:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644007:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077806.644008:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077806.644009:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077806.644010:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077806.644011:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.644013:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077806.644014:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077806.644016:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077806.644018:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077806.644037:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077806.644039:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077806.644041:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.644042:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077806.644044:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644048:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077806.644049:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769077806.644052:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077806.644059:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077806.644061:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077806.644063:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077806.644064:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644065:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077806.644067:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644069:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298117666 00000100:00000001:0.0:1769077806.644071:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298118905 00000100:00000001:0.0:1769077806.644072:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298117666 00000100:00000001:0.0:1769077806.644074:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298118905 00000100:00000001:0.0:1769077806.644075:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077806.644076:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644077:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077806.644080:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077806/real 1769077806] req@ffff8f2882c3a680 x1855008978434688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077806.644084:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077806.644085:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077806.644087:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077806.644088:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077806.644089:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644090:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.644091:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077806.644093:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978434688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077806.644097:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644099:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077806.644101:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644102:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.644103:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644104:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077806.644105:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077806.644107:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077806.644109:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077806.644110:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077806.644112:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077806.644114:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077806.644115:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077806.644116:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.644117:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077806.644118:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077806.644119:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077806.644121:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077806.644123:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077806.644124:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077806.644125:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.644126:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077806.644127:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644130:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077806.644131:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769077806.644133:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077806.644138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077806.644140:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077806.644142:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077806.644143:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644144:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077806.644145:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644148:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298117658 00000100:00000001:0.0:1769077806.644149:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298118905 00000100:00000001:0.0:1769077806.644151:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298117658 00000100:00000001:0.0:1769077806.644153:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298118905 00000100:00000001:0.0:1769077806.644154:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077806.644155:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644157:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077806.644159:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077806/real 1769077806] req@ffff8f2882c3bb80 x1855008978434816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077806.644163:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077806.644164:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077806.644165:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077806.644166:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077806.644167:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644168:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.644169:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077806.644171:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978434816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077806.644175:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644177:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077806.644178:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644180:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077806.644181:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644182:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077806.644184:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077806.644187:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077806.644190:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077806.644192:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077806.644196:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978434816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077806.644199:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644201:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077806.644203:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077806.644205:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077806.644207:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077806.644208:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077806.644209:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077806.644212:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077806.644213:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077806.644215:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077806.644216:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644218:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077806.644220:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077806.644221:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077806.644223:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077806.644224:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077806.644225:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077806.644227:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077806.644228:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077806.644230:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077806.644231:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644233:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.644237:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077806.644239:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.644241:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077806.644242:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077807.282462:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077807.282467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077807.282470:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077807.282472:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077807.282473:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077807.282476:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077807.282479:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077807.282479:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077807.282484:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077807.282484:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077807.282488:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077807.282490:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077807.282491:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077807.282493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077807.282495:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077807.282497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077807.282501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077807.282501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077807.282505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077807.282582:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077807.282587:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077807.282590:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077807.666448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077807.666456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077807.666457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077807.666462:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077807.666465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077807.666468:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077807.666469:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077807.666471:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077807.666474:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077808.306469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077808.306472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077808.306477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077808.306479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077808.306481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077808.306483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077808.306484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077808.306485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077808.306489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077808.306493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077808.306495:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077808.306498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077808.306501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077808.306582:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077808.306585:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077808.306588:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077808.690487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077808.690496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077808.690499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077808.690505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077808.690509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077808.690514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077808.690516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077808.690519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077808.690523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077809.330531:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077809.330534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077809.330542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077809.330544:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077809.330551:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077809.330552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077809.330556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077809.330562:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077809.330570:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077809.330575:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077809.330579:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077809.330583:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077809.330587:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077809.330614:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077809.330619:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077809.330622:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077809.714497:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077809.714505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077809.714507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077809.714513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077809.714516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077809.714520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077809.714523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077809.714526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077809.714529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077810.354453:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077810.354461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077810.354462:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077810.354465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077810.354465:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077810.354472:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077810.354473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077810.354475:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077810.354476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077810.354481:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077810.354484:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077810.354486:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077810.354488:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077810.354537:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077810.354541:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077810.354543:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077810.738520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077810.738529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077810.738531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077810.738537:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077810.738541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077810.738545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077810.738548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077810.738551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077810.738554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.378493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077811.378502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077811.378503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077811.378511:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077811.378516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077811.378519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077811.378520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.378525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077811.378527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.378529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.378540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077811.378542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077811.378546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.378617:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077811.378621:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077811.378625:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077811.762442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077811.762449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077811.762451:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077811.762456:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077811.762459:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077811.762463:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077811.762465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077811.762467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077811.762468:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077811.762472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077811.762476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077811.762479:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077811.762483:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077811.762486:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077811.762493:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3450 00000100:00080000:0.0:1769077811.762502:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077811.762504:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077811.762506:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077811.762509:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077811.762511:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077811.762513:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077811.762515:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077811.762517:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077811.762518:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077811.762521:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077811.762523:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077811.762525:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077811.762528:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077811.762530:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762531:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077811.762533:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077811.762543:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077811.762544:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762546:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077811.762548:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077811.762551:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762563:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077811.762570:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978434944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077811.762579:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077811.762583:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762596:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077811.762598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077811.762601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077811.762602:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077811.762603:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077811.762605:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077811.762607:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3450 00000100:00080000:0.0:1769077811.762610:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077811.762611:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077811.762612:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077811.762614:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077811.762616:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077811.762617:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077811.762619:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077811.762621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077811.762621:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077811.762622:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077811.762626:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077811.762627:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077811.762630:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077811.762631:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.762633:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769077811.762634:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077811.762636:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077811.762639:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077811.762641:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077811.762643:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.762645:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077811.762646:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077811.762650:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077811.762651:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077811.762656:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077811.762657:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978434944:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077811.762659:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.762666:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077811.762667:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077811.762669:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077811.762670:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.762672:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762675:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077811.762676:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077811.762680:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077811.762683:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077811.762685:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762694:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.762700:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1769077811.762702:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978435072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077811.762703:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077811.762709:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077811.762722:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077811.762725:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762727:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077811.762729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077811.762732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077811.762734:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077811.762735:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077811.762737:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077811.762739:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3450 00000100:00080000:0.0:1769077811.762743:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1769077811.762747:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077811.762748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077811.762751:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077811.762754:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077811.762755:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077811.762756:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077811.762758:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077811.762760:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077811.762760:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077811.762761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077811.762766:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077811.762766:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.762770:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762771:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077811.762774:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077811.762774:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769077811.762779:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077811.762780:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762794:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077811.762794:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077811.762796:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077811.762800:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.762800:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298124025 00000100:00000001:0.0:1769077811.762801:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077811.762808:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077811.762810:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762811:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077811.762813:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077811.762814:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769077811.762815:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762822:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.762822:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298124025 00000100:00000001:3.0:1769077811.762830:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1769077811.762831:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978435200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077811.762836:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077811.762841:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762847:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077811.762847:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077811.762850:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762854:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077811.762856:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077811/real 1769077811] req@ffff8f28835e8000 x1855008978434944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077811.762857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077811.762865:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077811.762868:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077811.762870:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077811.762877:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000001:3.0:1769077811.762879:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769077811.762881:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3450 00000400:00000001:3.0:1769077811.762882:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769077811.762887:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077811.762888:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077811.762891:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077811.762893:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077811.762894:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077811.762896:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077811.762898:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077811.762900:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769077811.762902:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077811.762903:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077811.762907:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:3.0:1769077811.762910:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978434944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077811.762913:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077811.762919:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077811.762921:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.762923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077811.762925:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077811.762930:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.762933:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769077811.762934:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077811.762934:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.762939:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077811.762941:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.762942:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077811.762947:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1769077811.762947:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769077811.762954:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077811.762954:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769077811.762961:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.762961:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077811.762966:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077811.762968:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978434944:192.168.204.124@tcp:250:kworker.0 00000008:00100000:0.0:1769077811.762969:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077811.762974:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.762975:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.762980:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.762980:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.762983:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077811.762986:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077811.762986:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077811.762989:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.762989:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077811.762992:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077811.762993:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769077811.762996:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077811.762997:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077811.763001:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.763002:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077811.763005:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077811.763006:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763007:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077811.763010:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077811.763014:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978435328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077811.763014:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763019:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077811.763023:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077811.763023:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.763028:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763028:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077811.763032:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763032:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077811.763035:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769077811.763037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077811.763037:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077811.763040:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077811.763043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1769077811.763044:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077811.763046:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077811.763047:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077811.763050:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769077811.763051:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.763056:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077811.763059:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435072:192.168.204.124@tcp:38:kworker.0 00000100:00080000:0.0:1769077811.763062:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3450 00000100:00000001:3.0:1769077811.763064:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1769077811.763068:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077811.763068:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077811.763071:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.763072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077811.763074:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077811.763075:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077811.763077:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.763079:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077811.763082:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077811.763085:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769077811.763086:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077811.763088:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000020:00000001:0.0:1769077811.763092:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077811.763094:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077811.763098:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077811.763101:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077811.763106:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000800:00000100:3.0:1769077811.763110:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077811.763112:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763115:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1769077811.763117:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077811.763118:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.763121:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763123:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769077811.763124:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077811.763125:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077811.763131:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763132:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298122785 00000100:00000001:0.0:1769077811.763137:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077811.763137:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298124025 00000008:00100000:0.0:1769077811.763140:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077811.763141:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298122785 00000008:00000001:0.0:1769077811.763145:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763146:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298124025 00000100:00000001:0.0:1769077811.763149:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763150:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077811.763153:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763155:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769077811.763156:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077811.763159:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077811/real 1769077811] req@ffff8f28835e8380 x1855008978435072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077811.763168:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077811.763170:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769077811.763172:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:3.0:1769077811.763173:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077811.763177:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077811.763178:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769077811.763180:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077811.763182:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077811.763185:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763187:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077811.763190:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.763194:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077811.763196:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978435072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077811.763206:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978435456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077811.763210:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763215:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077811.763223:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.763224:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077811.763227:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077811.763228:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763231:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.763234:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763235:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077811.763239:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077811.763243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077811.763249:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077811.763252:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077811.763256:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077811.763261:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077811.763262:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077811.763263:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.763265:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077811.763267:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077811.763270:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077811.763273:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077811.763276:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077811.763277:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077811.763279:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.763281:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077811.763284:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763290:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077811.763292:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:3.0:1769077811.763295:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077811.763308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077811.763313:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077811.763315:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.763317:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763318:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077811.763320:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763324:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298122782 00000100:00000001:3.0:1769077811.763327:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298124025 00000100:00000001:3.0:1769077811.763329:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298122782 00000100:00000001:3.0:1769077811.763331:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298124025 00000100:00000001:3.0:1769077811.763333:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077811.763335:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763336:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077811.763340:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077811/real 1769077811] req@ffff8f28835eaa00 x1855008978435200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077811.763348:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077811.763349:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077811.763351:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077811.763353:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077811.763355:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763357:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077811.763358:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077811.763361:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978435200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077811.763368:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763370:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077811.763372:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763400:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077811.763401:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763403:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077811.763404:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077811.763407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077811.763411:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077811.763414:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077811.763417:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077811.763421:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077811.763423:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077811.763424:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.763426:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077811.763428:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077811.763430:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077811.763433:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077811.763436:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077811.763438:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077811.763439:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.763441:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077811.763444:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763450:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077811.763452:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:3.0:1769077811.763455:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077811.763467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077811.763471:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077811.763473:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.763475:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763476:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077811.763479:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763482:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298122786 00000100:00000001:3.0:1769077811.763485:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298124025 00000100:00000001:3.0:1769077811.763487:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298122786 00000100:00000001:3.0:1769077811.763489:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298124025 00000100:00000001:3.0:1769077811.763491:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077811.763493:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763495:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077811.763499:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077811/real 1769077811] req@ffff8f28835e9880 x1855008978435328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077811.763506:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077811.763508:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077811.763510:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077811.763511:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077811.763513:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763515:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077811.763516:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077811.763520:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978435328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077811.763527:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763529:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077811.763531:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763533:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077811.763534:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763536:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077811.763538:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077811.763541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077811.763544:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077811.763546:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077811.763550:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077811.763553:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763555:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.763556:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077811.763557:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077811.763559:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077811.763560:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077811.763561:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077811.763562:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077811.763563:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077811.763564:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077811.763566:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763567:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.763568:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077811.763568:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077811.763570:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077811.763571:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077811.763571:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077811.763572:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077811.763573:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077811.763574:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077811.763575:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763576:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.763576:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077811.763577:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077811.763578:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077811.763579:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077811.763579:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077811.763580:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077811.763581:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077811.763582:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077811.763582:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763584:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763586:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077811.763587:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763588:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077811.763589:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077811.763590:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077811.763591:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077811.763592:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.763593:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077811.763594:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077811.763596:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077811.763597:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077811.763599:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077811.763600:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077811.763601:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.763603:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077811.763605:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763609:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077811.763610:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077811.763613:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077811.763621:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077811.763624:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077811.763626:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.763626:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763627:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077811.763629:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763632:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298122778 00000100:00000001:3.0:1769077811.763633:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298124025 00000100:00000001:3.0:1769077811.763635:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298122778 00000100:00000001:3.0:1769077811.763636:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298124025 00000100:00000001:3.0:1769077811.763638:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077811.763639:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763640:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077811.763643:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077811/real 1769077811] req@ffff8f28835e8000 x1855008978435456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077811.763647:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077811.763648:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077811.763649:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077811.763651:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077811.763652:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763670:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077811.763671:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077811.763674:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978435456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077811.763679:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763680:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077811.763682:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763683:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077811.763684:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763685:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077811.763686:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077811.763688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077811.763691:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077811.763692:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077811.763694:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077811.763697:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763698:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077811.763699:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077811.763700:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077811.763701:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077811.763702:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077811.763703:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077811.763704:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077811.763705:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077811.763706:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077811.763707:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763708:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077811.763710:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077811.763711:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.763713:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077811.763714:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077812.402440:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077812.402447:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077812.402448:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077812.402452:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077812.402454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077812.402456:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077812.402458:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077812.402461:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077812.402463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077812.402464:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077812.402466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077812.402468:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077812.402471:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077812.402528:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077812.402533:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077812.402538:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077812.786513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077812.786520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077812.786522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077812.786526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077812.786530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077812.786534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077812.786537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077812.786539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077812.786541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077813.426474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077813.426481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077813.426482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077813.426484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077813.426486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077813.426490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077813.426491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077813.426498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077813.426501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077813.426502:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077813.426506:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077813.426508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077813.426511:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077813.426513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077813.426516:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077813.426521:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077813.426524:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077813.426527:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077813.426529:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077813.426582:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077813.426585:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077813.426588:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077813.810493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077813.810504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077813.810506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077813.810514:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077813.810519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077813.810523:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077813.810527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077813.810530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077813.810534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077814.450478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077814.450479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077814.450484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077814.450487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077814.450489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077814.450491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077814.450492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077814.450500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077814.450504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077814.450508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077814.450511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077814.450514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077814.450517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077814.450552:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077814.450555:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077814.450557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077814.834483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077814.834490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077814.834491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077814.834496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077814.834499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077814.834502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077814.834504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077814.834506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077814.834508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077815.474466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077815.474471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077815.474476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077815.474478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077815.474484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077815.474485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077815.474488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077815.474492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077815.474499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077815.474503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077815.474507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077815.474510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077815.474514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077815.474558:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077815.474563:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077815.474567:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077815.858439:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077815.858447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077815.858449:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077815.858454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077815.858458:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077815.858461:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077815.858464:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077815.858466:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077815.858468:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.498583:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077816.498587:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077816.498596:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077816.498597:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077816.498602:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077816.498603:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077816.498610:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077816.498614:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077816.498634:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077816.498640:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.498640:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077816.498646:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.498647:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077816.498651:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.498655:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077816.498661:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077816.498662:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077816.498667:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.498669:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.498746:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077816.498750:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077816.498754:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077816.882528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077816.882564:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077816.882567:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077816.882576:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077816.882582:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077816.882587:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077816.882591:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077816.882595:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077816.882598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077816.882600:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077816.882624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077816.882628:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077816.882631:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077816.882635:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077816.882642:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3455 00000100:00080000:2.0:1769077816.882656:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077816.882658:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077816.882660:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077816.882664:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077816.882667:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077816.882670:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077816.882672:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077816.882673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077816.882674:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077816.882678:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077816.882680:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077816.882682:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077816.882685:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077816.882688:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.882690:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077816.882692:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077816.882763:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077816.882765:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.882768:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077816.882771:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077816.882776:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.882792:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077816.882802:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978435584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077816.882816:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077816.882820:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.882837:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077816.882840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077816.882843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077816.882844:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077816.882846:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077816.882848:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077816.882850:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3455 00000100:00080000:2.0:1769077816.882859:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077816.882861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077816.882862:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077816.882864:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077816.882866:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077816.882868:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077816.882870:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077816.882871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077816.882872:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077816.882874:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077816.882877:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077816.882878:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077816.882881:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769077816.882884:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077816.882886:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769077816.882888:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.882890:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077816.882891:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077816.882894:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077816.882897:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769077816.882898:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077816.882902:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.882902:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769077816.882903:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.882906:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077816.882908:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077816.882912:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.882912:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.882917:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077816.882920:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1769077816.882921:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978435584:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769077816.882922:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.882929:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.882930:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077816.882936:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1769077816.882937:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978435712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077816.882940:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.882945:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077816.882950:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077816.882953:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.882953:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.882956:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077816.882960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077816.882963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077816.882964:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077816.882966:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077816.882968:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077816.882970:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3455 00000100:00080000:2.0:1769077816.882973:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077816.882974:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077816.882975:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077816.882977:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:2.0:1769077816.882978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077816.882983:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077816.882984:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769077816.882985:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077816.882988:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077816.882991:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077816.882992:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077816.882999:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077816.883002:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077816.883004:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077816.883005:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077816.883007:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077816.883009:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.883011:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077816.883013:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077816.883016:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.883017:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077816.883021:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077816.883022:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.883023:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077816.883024:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077816.883026:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077816.883031:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077816.883033:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077816.883039:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978435840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077816.883045:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077816.883046:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077816.883047:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.883051:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883052:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769077816.883054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077816.883055:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077816.883062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077816.883062:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077816.883066:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077816.883068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077816.883070:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077816.883071:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077816.883073:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3455 00000100:00080000:2.0:1769077816.883078:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077816.883078:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298129145 00000100:00000001:2.0:1769077816.883083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077816.883084:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077816.883085:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077816.883086:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077816.883087:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077816.883088:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077816.883090:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077816.883091:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769077816.883092:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077816.883097:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077816.883099:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077816.883101:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077816.883102:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298129145 02000000:00000001:2.0:1769077816.883106:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077816.883108:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1769077816.883110:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.883113:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077816.883113:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769077816.883117:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077816.883118:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769077816.883124:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883124:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769077816.883127:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077816.883131:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077816/real 1769077816] req@ffff8f2882c3bb80 x1855008978435584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769077816.883132:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077816.883135:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.883139:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077816.883141:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077816.883144:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077816.883149:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769077816.883150:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077816.883152:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077816.883157:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1769077816.883158:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978435968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077816.883160:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077816.883163:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883167:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883170:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077816.883177:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1769077816.883178:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978435584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077816.883184:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.883190:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883191:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077816.883197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077816.883198:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077816.883202:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077816.883208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077816.883208:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883210:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077816.883213:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077816.883224:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769077816.883226:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077816.883227:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077816.883231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769077816.883234:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077816.883237:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077816.883240:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1769077816.883242:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3455 00000100:00100000:3.0:1769077816.883246:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978435584:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769077816.883249:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077816.883251:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077816.883254:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077816.883255:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077816.883257:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077816.883258:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769077816.883261:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769077816.883262:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1769077816.883264:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769077816.883266:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077816.883267:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077816.883270:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769077816.883271:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769077816.883273:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769077816.883274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077816.883278:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077816.883278:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077816.883281:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1769077816.883284:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077816.883286:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077816.883288:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077816.883290:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077816.883291:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.883294:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077816.883295:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000008:00100000:2.0:1769077816.883296:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077816.883298:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769077816.883300:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883301:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077816.883303:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077816.883308:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077816.883309:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077816.883311:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077816.883311:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1769077816.883315:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077816.883315:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077816.883320:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883320:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077816.883324:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077816.883326:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077816.883328:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883328:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077816.883331:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.883334:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1769077816.883336:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978436096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077816.883337:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077816.883343:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077816.883351:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769077816.883352:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077816.883356:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883361:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077816.883362:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.883366:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077816.883370:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.883408:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077816.883412:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883421:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077816.883423:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:3.0:1769077816.883428:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077816.883440:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077816.883444:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077816.883446:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077816.883447:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883449:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077816.883451:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883454:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298127906 00000100:00000001:3.0:1769077816.883457:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298129145 00000100:00000001:3.0:1769077816.883459:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298127906 00000100:00000001:3.0:1769077816.883461:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298129145 00000100:00000001:3.0:1769077816.883463:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077816.883464:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883466:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077816.883469:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077816/real 1769077816] req@ffff8f2882c3a680 x1855008978435712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077816.883476:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077816.883477:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077816.883478:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077816.883480:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077816.883481:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883482:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883484:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077816.883486:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978435712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077816.883491:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883493:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077816.883495:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883496:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883497:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883499:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077816.883500:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077816.883502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077816.883505:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077816.883506:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077816.883527:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077816.883530:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077816.883531:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077816.883532:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.883533:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077816.883534:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077816.883536:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077816.883538:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077816.883541:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077816.883542:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077816.883543:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.883545:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077816.883547:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883551:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077816.883552:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:3.0:1769077816.883555:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077816.883562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077816.883564:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077816.883566:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077816.883567:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883569:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077816.883570:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883573:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298127903 00000100:00000001:3.0:1769077816.883575:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298129145 00000100:00000001:3.0:1769077816.883577:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298127903 00000100:00000001:3.0:1769077816.883579:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298129145 00000100:00000001:3.0:1769077816.883581:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077816.883582:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883584:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077816.883586:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077816/real 1769077816] req@ffff8f2882c38380 x1855008978435840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077816.883591:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077816.883592:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077816.883593:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077816.883594:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077816.883595:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883596:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883597:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077816.883599:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978435840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077816.883605:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883606:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077816.883608:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883610:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883610:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883611:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077816.883613:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077816.883614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077816.883616:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077816.883618:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077816.883620:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077816.883622:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077816.883623:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077816.883624:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.883626:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077816.883627:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077816.883628:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077816.883630:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077816.883632:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077816.883633:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077816.883634:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.883635:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077816.883637:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883641:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077816.883642:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:3.0:1769077816.883644:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077816.883650:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077816.883653:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077816.883654:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077816.883655:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883656:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077816.883658:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883660:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298127906 00000100:00000001:3.0:1769077816.883662:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298129145 00000100:00000001:3.0:1769077816.883664:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298127906 00000100:00000001:3.0:1769077816.883666:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298129145 00000100:00000001:3.0:1769077816.883667:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077816.883669:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883670:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077816.883672:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077816/real 1769077816] req@ffff8f2882c3b800 x1855008978435968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077816.883677:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077816.883678:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077816.883679:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077816.883680:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077816.883681:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883683:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883684:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077816.883686:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978435968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077816.883692:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883693:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077816.883694:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883709:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883710:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883711:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077816.883712:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077816.883714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077816.883717:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077816.883718:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077816.883721:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978435968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077816.883724:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883725:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077816.883726:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077816.883728:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077816.883729:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077816.883730:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077816.883732:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077816.883734:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077816.883750:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077816.883753:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077816.883754:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883755:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077816.883756:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077816.883757:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077816.883758:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077816.883759:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077816.883760:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077816.883761:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077816.883762:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077816.883764:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077816.883765:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883766:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077816.883767:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077816.883768:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077816.883770:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077816.883771:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077816.883771:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077816.883773:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077816.883773:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077816.883774:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077816.883775:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883776:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883779:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077816.883780:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883781:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077816.883782:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077816.883783:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077816.883784:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077816.883785:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.883786:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077816.883788:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077816.883789:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077816.883791:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077816.883794:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077816.883795:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077816.883796:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.883798:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077816.883800:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883814:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077816.883815:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:3.0:1769077816.883818:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077816.883826:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077816.883829:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077816.883831:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077816.883832:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883834:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077816.883836:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883838:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298127898 00000100:00000001:3.0:1769077816.883841:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298129145 00000100:00000001:3.0:1769077816.883843:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298127898 00000100:00000001:3.0:1769077816.883844:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298129145 00000100:00000001:3.0:1769077816.883846:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077816.883847:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883849:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077816.883851:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077816/real 1769077816] req@ffff8f2882c39f80 x1855008978436096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077816.883856:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077816.883857:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077816.883858:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077816.883859:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077816.883861:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883863:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883864:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077816.883869:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978436096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077816.883877:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883879:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077816.883882:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883884:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077816.883885:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883887:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077816.883889:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077816.883892:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077816.883896:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077816.883898:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077816.883902:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077816.883907:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883910:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077816.883911:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077816.883913:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077816.883926:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077816.883927:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077816.883929:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077816.883931:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077816.883932:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077816.883934:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077816.883936:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883938:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.883941:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077816.883943:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.883945:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077816.883947:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077817.522470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077817.522480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077817.522482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077817.522488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077817.522492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077817.522499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077817.522502:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077817.522506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077817.522510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077817.522511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077817.522536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077817.522547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077817.522549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077817.522646:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077817.522652:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077817.522657:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077817.906520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077817.906529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077817.906531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077817.906536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077817.906539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077817.906543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077817.906546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077817.906549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077817.906551:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077818.546521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077818.546522:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077818.546530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077818.546535:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077818.546540:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077818.546541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077818.546544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077818.546545:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077818.546551:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077818.546556:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077818.546559:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077818.546563:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077818.546566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077818.546621:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077818.546626:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077818.546630:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077818.930518:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077818.930528:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077818.930531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077818.930539:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077818.930545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077818.930550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077818.930554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077818.930557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077818.930560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077819.570445:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077819.570456:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077819.570459:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077819.570467:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077819.570472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077819.570474:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077819.570478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077819.570481:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077819.570486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077819.570487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077819.570489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077819.570493:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077819.570497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077819.570554:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077819.570557:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077819.570561:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077819.954560:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077819.954570:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077819.954572:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077819.954586:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077819.954595:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077819.954600:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077819.954603:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077819.954606:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077819.954609:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077820.594516:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077820.594519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077820.594524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077820.594527:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077820.594531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077820.594532:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077820.594533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077820.594541:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077820.594547:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077820.594553:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077820.594557:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077820.594561:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077820.594564:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077820.594606:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077820.594610:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077820.594613:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077820.978537:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077820.978548:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077820.978550:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077820.978556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077820.978560:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077820.978563:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077820.978567:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077820.978570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077820.978572:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077821.618520:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077821.618527:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077821.618529:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077821.618535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077821.618536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077821.618539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077821.618547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077821.618548:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077821.618556:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077821.618558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077821.618561:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077821.618562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077821.618566:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077821.618639:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077821.618642:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077821.618645:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077822.002513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077822.002514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077822.002523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077822.002523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077822.002526:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077822.002528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077822.002530:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077822.002535:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:1.0:1769077822.002536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769077822.002542:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3460 00000100:00000001:1.0:1769077822.002544:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077822.002550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077822.002553:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077822.002554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077822.002557:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077822.002559:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077822.002560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077822.002567:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769077822.002568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077822.002570:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077822.002573:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077822.002575:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077822.002577:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077822.002578:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077822.002581:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077822.002583:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002585:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077822.002587:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077822.002589:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002592:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077822.002594:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002605:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077822.002607:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002619:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077822.002622:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077822.002625:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002636:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077822.002643:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978436224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077822.002651:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077822.002655:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002668:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077822.002671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077822.002674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077822.002676:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077822.002677:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077822.002680:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077822.002683:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3460 00000100:00080000:0.0:1769077822.002687:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077822.002690:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077822.002691:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077822.002694:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077822.002695:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077822.002697:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077822.002700:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077822.002702:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077822.002703:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077822.002706:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077822.002707:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077822.002709:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002710:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077822.002711:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077822.002713:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077822.002715:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769077822.002716:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077822.002717:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002718:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002720:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077822.002721:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1769077822.002724:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077822.002724:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077822.002726:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077822.002728:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002730:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077822.002731:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978436224:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077822.002734:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077822.002735:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.002736:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077822.002737:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077822.002738:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077822.002740:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.002740:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077822.002742:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002745:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.002745:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077822.002749:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077822.002750:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978436352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077822.002757:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077822.002759:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002762:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077822.002765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077822.002765:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077822.002767:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00080000:0.0:1769077822.002768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077822.002770:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077822.002771:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077822.002771:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077822.002774:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077822.002776:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3460 00000100:00080000:0.0:1769077822.002779:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077822.002781:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077822.002782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077822.002784:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077822.002786:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077822.002787:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077822.002789:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077822.002791:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077822.002792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077822.002795:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077822.002797:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002799:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077822.002801:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077822.002803:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002805:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077822.002806:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077822.002809:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002811:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002814:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077822.002815:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002817:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077822.002818:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077822.002818:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002820:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.002823:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298134265 00000100:00000001:0.0:1769077822.002825:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077822.002830:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978436480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077822.002832:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769077822.002837:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077822.002840:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.002841:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298134265 00000100:00000001:0.0:1769077822.002843:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.002845:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077822.002846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077822.002849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077822.002850:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077822.002851:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077822.002852:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077822.002853:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077822.002856:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077822.002858:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3460 00000100:00080000:0.0:1769077822.002862:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077822.002864:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077822.002864:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077822.002867:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077822.002868:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077822.002870:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077822.002872:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077822.002874:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077822.002874:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077822.002876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077822.002876:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077822.002878:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077822.002879:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769077822.002882:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077822.002882:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077822.002884:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077822.002885:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.002885:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769077822.002887:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077822.002887:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002890:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077822.002890:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077822.002891:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077822.002892:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002894:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077822.002894:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077822.002897:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1769077822.002898:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436352:192.168.204.124@tcp:38:kworker.0 00000008:00000001:0.0:1769077822.002899:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002901:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.002902:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077822.002904:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077822.002905:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002906:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077822.002907:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.002907:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077822.002910:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077822.002910:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002911:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077822.002913:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002917:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.002917:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077822.002918:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00100000:0.0:1769077822.002921:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978436608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077822.002922:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077822.002929:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077822.002931:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002934:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.002935:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077822.002937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077822.002940:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298133025 00000100:00080000:0.0:1769077822.002941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077822.002943:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077822.002943:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298134265 00000100:00080000:0.0:1769077822.002944:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077822.002945:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298133025 00000100:00000001:0.0:1769077822.002947:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077822.002948:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298134265 00000100:00080000:0.0:1769077822.002950:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3460 00000100:00000001:3.0:1769077822.002950:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077822.002952:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077822.002954:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077822.002955:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077822.002957:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077822.002957:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077822.002958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077822.002958:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077822.002961:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769077822.002961:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769077822.002962:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769077822.002963:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077822.002964:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:3.0:1769077822.002965:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077822.002967:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077822.002969:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769077822.002969:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077822.002971:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077822.002974:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077822.002976:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002978:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077822.002980:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077822.002981:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077822.002982:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.002982:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077822.002984:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077822.002984:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.002986:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:0.0:1769077822.002987:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077822.002990:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.002990:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.002992:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077822.002996:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077822.002997:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.002997:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077822.002998:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:0.0:1769077822.002999:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077822.003001:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077822.003002:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077822.003003:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.003007:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077822.003012:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978436736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077822.003013:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003017:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298133022 00000100:00000001:3.0:1769077822.003019:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298134265 00000100:00000001:0.0:1769077822.003021:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077822.003022:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298133022 00000100:00000001:0.0:1769077822.003023:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003024:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298134265 00000100:00000001:0.0:1769077822.003025:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003027:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077822.003029:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003031:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003033:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077822.003036:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077822.003038:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077822.003039:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077822.003041:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077822.003042:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077822.003044:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077822.003045:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.003047:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077822.003049:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077822.003051:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077822.003055:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077822.003058:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077822.003060:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077822.003061:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.003063:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077822.003067:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003072:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077822.003073:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077822.003075:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077822.003084:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003086:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298133025 00000100:00000001:3.0:1769077822.003088:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298134265 00000100:00000001:3.0:1769077822.003089:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298133025 00000100:00000001:3.0:1769077822.003091:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298134265 00000100:00000001:3.0:1769077822.003092:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077822.003093:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003095:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077822.003095:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077822.003096:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.003098:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077822.003099:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077822.003100:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077822.003102:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077822.003104:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077822.003105:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077822.003106:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077822.003107:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077822.003108:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003111:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077822.003112:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077822.003114:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077822.003118:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003120:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298133017 00000100:00000001:3.0:1769077822.003122:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298134265 00000100:00000001:3.0:1769077822.003123:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298133017 00000100:00000001:3.0:1769077822.003125:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298134265 00000100:00000001:3.0:1769077822.003126:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077822.003128:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003129:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003130:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077822.003132:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077822.003133:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077822.003135:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077822.003136:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077822.003137:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.003138:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077822.642501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077822.642511:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077822.642514:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077822.642518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077822.642521:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077822.642527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077822.642529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077822.642535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077822.642539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077822.642540:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077822.642546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077822.642547:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077822.642554:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077822.642647:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077822.642651:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077822.642653:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077823.026536:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077823.026544:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077823.026546:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077823.026552:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077823.026555:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077823.026559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077823.026561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077823.026564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077823.026566:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077823.666453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077823.666460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077823.666473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077823.666476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077823.666477:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077823.666483:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077823.666485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077823.666488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077823.666488:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077823.666498:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769077823.666499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077823.666504:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077823.666506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077823.666509:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077823.666512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077823.666513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077823.666518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077823.666520:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077823.666523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077823.666636:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077823.666642:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077823.666647:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077824.050595:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077824.050603:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077824.050606:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077824.050611:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077824.050615:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077824.050619:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077824.050622:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077824.050625:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077824.050628:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077824.690485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077824.690494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077824.690499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077824.690503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077824.690506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077824.690508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077824.690509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077824.690517:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077824.690521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077824.690524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077824.690527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077824.690529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077824.690532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077824.690577:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077824.690583:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077824.690588:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077825.074671:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077825.074679:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077825.074682:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077825.074687:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077825.074690:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077825.074693:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077825.074696:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077825.074699:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077825.074701:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1769077825.074819:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:3.0:1769077825.074882:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077825.074907:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077825.074925:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077825.074952:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077825.074955:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077825.074958:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769077825.074971:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077825.074977:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077825.074980:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077825.074981:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077825.074983:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769077825.074989:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077825.074993:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077825.074997:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077825.074999:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077825.075000:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769077825.075005:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077825.075011:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077825.075013:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077825.075015:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077825.075017:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769077825.075021:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077825.075025:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077825.075028:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077825.075029:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077825.075031:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077825.075140:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077825.075145:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077825.075148:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077825.075162:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077822/real 1769077825] req@ffff8f28835eb480 x1855008978436608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077825.075180:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077825.075182:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077825.075190:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077825.075194:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077825.075196:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075199:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075202:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077825.075207:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978436608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077825.075216:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075220:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077825.075224:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075225:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075227:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075230:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077825.075234:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077825.075244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077825.075252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077825.075255:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077825.075259:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077825.075266:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077825.075272:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077822/real 1769077825] req@ffff8f28835ead80 x1855008978436736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077825.075281:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077825.075282:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077825.075286:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077825.075288:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077825.075290:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075292:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075294:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077825.075298:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978436736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077825.075304:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075306:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077825.075309:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075310:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075312:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075313:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077825.075315:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077825.075318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077825.075322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077825.075324:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077825.075327:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077825.075333:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077825.075337:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077822/real 1769077825] req@ffff8f28835e8700 x1855008978436352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077825.075346:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077825.075347:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077825.075350:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077825.075352:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077825.075354:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075355:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075357:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077825.075361:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978436352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077825.075368:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075370:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077825.075410:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075413:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075414:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075416:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077825.075418:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077825.075421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077825.075425:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077825.075428:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077825.075431:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077825.075435:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077825.075446:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077822/real 1769077825] req@ffff8f28835e9180 x1855008978436480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077825.075455:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077825.075457:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077825.075461:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077825.075463:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077825.075464:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075466:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075468:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077825.075471:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978436480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077825.075477:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075479:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077825.075482:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075484:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075485:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075487:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077825.075488:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077825.075491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077825.075494:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077825.075497:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077825.075499:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077825.075503:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077825.075507:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077822/real 1769077825] req@ffff8f28835eb800 x1855008978436224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077825.075516:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077825.075517:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077825.075520:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077825.075522:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077825.075524:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075526:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075527:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077825.075531:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978436224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077825.075537:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075540:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077825.075542:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075544:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077825.075545:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075547:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077825.075548:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077825.075551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077825.075554:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077825.075556:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077825.075577:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978436224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077825.075581:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075583:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077825.075585:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077825.075589:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077825.075597:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077825.075600:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077825.075602:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077825.075607:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077825.075610:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077825.075616:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077825.075618:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075620:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077825.075621:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077825.075622:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077825.075625:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077825.075626:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077825.075627:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077825.075630:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077825.075631:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077825.075633:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077825.075635:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075637:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077825.075638:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077825.075640:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077825.075642:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077825.075643:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077825.075644:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077825.075647:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077825.075648:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077825.075649:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077825.075651:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075653:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077825.075654:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077825.075655:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077825.075657:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077825.075658:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077825.075659:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077825.075661:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077825.075663:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077825.075664:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077825.075666:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075667:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077825.075669:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077825.075670:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077825.075672:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077825.075673:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077825.075674:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077825.075676:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077825.075677:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077825.075679:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077825.075681:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075684:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.075695:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077825.075696:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077825.075699:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077825.075700:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077825.714472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077825.714473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077825.714479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077825.714482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077825.714486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077825.714486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077825.714489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077825.714493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077825.714497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077825.714501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077825.714503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077825.714506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077825.714509:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077825.714567:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077825.714572:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077825.714576:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077826.098613:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077826.098621:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077826.098623:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077826.098628:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077826.098632:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077826.098636:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077826.098638:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077826.098641:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077826.098644:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077826.738472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077826.738481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077826.738482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077826.738483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077826.738488:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769077826.738490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077826.738492:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077826.738496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077826.738497:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077826.738502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077826.738502:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077826.738506:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077826.738507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077826.738508:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077826.738511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077826.738512:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077826.738516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077826.738518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077826.738520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077826.738587:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077826.738592:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077826.738596:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077827.122492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077827.122507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077827.122511:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077827.122516:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077827.122522:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077827.122545:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3465 00000100:00000001:1.0:1769077827.122563:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769077827.122565:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077827.122570:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077827.122571:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077827.122576:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122576:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769077827.122584:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000020:00000001:2.0:1769077827.122584:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077827.122589:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077827.122590:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769077827.122594:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077827.122597:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077827.122600:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077827.122602:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077827.122605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077827.122608:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077827.122610:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077827.122615:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077827.122620:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077827.122626:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077827.122630:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077827.122635:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077827.122640:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122643:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077827.122646:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077827.122657:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077827.122659:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122663:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077827.122666:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077827.122672:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122686:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077827.122699:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978436864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077827.122713:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077827.122717:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122738:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077827.122742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077827.122746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077827.122748:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077827.122750:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077827.122753:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077827.122756:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3465 00000100:00080000:2.0:1769077827.122761:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077827.122764:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077827.122766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077827.122769:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077827.122771:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077827.122779:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077827.122784:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769077827.122785:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077827.122787:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769077827.122790:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077827.122791:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077827.122794:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122796:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077827.122800:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769077827.122800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077827.122805:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769077827.122808:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077827.122809:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122815:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077827.122817:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978436864:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769077827.122819:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077827.122824:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077827.122828:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077827.122830:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077827.122834:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077827.122835:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077827.122838:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077827.122840:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077827.122844:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769077827.122847:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077827.122853:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122856:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077827.122862:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077827.122864:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769077827.122864:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.122867:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:2.0:1769077827.122869:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077827.122872:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769077827.122872:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077827.122875:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122884:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077827.122892:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978436992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077827.122902:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077827.122904:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077827.122915:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077827.122917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.122926:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769077827.122926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077827.122930:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769077827.122933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077827.122934:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.122936:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077827.122937:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769077827.122940:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077827.122944:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077827.122946:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077827.122951:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3465 00000100:00000001:0.0:1769077827.122953:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298139385 00000100:00080000:2.0:1769077827.122957:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077827.122961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077827.122963:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077827.122966:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077827.122967:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769077827.122968:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077827.122972:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077827.122977:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077827.122978:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298139385 00000100:00000001:2.0:1769077827.122980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077827.122984:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077827.122987:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1769077827.122989:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077827.122995:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.122997:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077827.122998:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077827.123003:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077827.123006:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077827.123008:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123012:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769077827.123013:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077827.123018:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077827.123022:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077827/real 1769077827] req@ffff8f2882c39f80 x1855008978436864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769077827.123023:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123027:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077827.123035:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077827.123037:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123041:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:0.0:1769077827.123042:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769077827.123043:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:0.0:1769077827.123047:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769077827.123048:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123055:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769077827.123057:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123060:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077827.123064:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077827.123066:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978437120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077827.123068:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077827.123078:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077827.123080:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123084:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077827.123085:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077827.123090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077827.123095:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978436864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077827.123096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077827.123100:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077827.123102:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077827.123108:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077827.123114:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3465 00000100:00080000:2.0:1769077827.123117:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077827.123119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077827.123123:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077827.123124:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077827.123129:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077827.123132:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769077827.123133:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077827.123137:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077827.123139:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123143:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077827.123144:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077827.123148:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077827.123149:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077827.123153:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077827.123155:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077827.123157:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077827.123162:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077827.123164:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077827.123170:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077827.123172:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:2.0:1769077827.123173:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077827.123179:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077827.123180:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1769077827.123185:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077827.123190:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978436864:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769077827.123190:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077827.123195:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077827.123199:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123204:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123206:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077827.123210:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077827.123212:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769077827.123215:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123216:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769077827.123220:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077827.123223:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769077827.123223:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077827.123228:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077827.123230:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769077827.123234:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077827.123235:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077827.123239:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1769077827.123244:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978437248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077827.123247:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077827.123253:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769077827.123255:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077827.123260:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077827.123261:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123265:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123268:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077827.123271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077827.123273:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077827.123280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077827.123282:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077827.123285:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769077827.123285:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077827.123290:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123291:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077827.123294:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769077827.123296:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3465 00000100:00000001:0.0:1769077827.123298:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077827.123303:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1769077827.123303:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077827.123307:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077827.123308:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077827.123311:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123312:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077827.123316:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769077827.123317:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769077827.123321:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769077827.123321:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077827.123325:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769077827.123327:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077827.123330:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769077827.123335:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769077827.123336:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769077827.123339:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077827.123343:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077827.123348:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1769077827.123349:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077827.123352:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123355:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077827.123356:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769077827.123361:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077827.123362:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077827.123365:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077827.123370:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123372:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077827.123398:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077827.123401:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769077827.123412:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077827.123431:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077827.123437:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:2.0:1769077827.123439:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077827.123442:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1769077827.123444:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123447:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123448:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123452:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769077827.123457:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077827.123458:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077827.123461:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123465:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077827.123466:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298138146 02000000:00000001:2.0:1769077827.123467:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077827.123472:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298139385 02000000:00000001:2.0:1769077827.123472:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123477:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298138146 00000100:00000001:2.0:1769077827.123479:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123481:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298139385 00000100:00000001:0.0:1769077827.123486:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077827.123490:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077827.123491:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978437376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077827.123493:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077827.123502:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077827/real 1769077827] req@ffff8f2882c3b800 x1855008978436992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077827.123504:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077827.123510:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077827.123517:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077827.123520:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077827.123538:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077827.123543:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077827.123548:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077827.123550:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123554:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077827.123556:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077827.123562:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978436992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077827.123572:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123575:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077827.123580:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123582:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077827.123584:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123587:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077827.123590:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077827.123594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077827.123599:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077827.123601:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077827.123607:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978436992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077827.123612:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077827.123614:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077827.123617:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077827.123620:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077827.123624:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077827.123627:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077827.123632:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077827.123636:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077827.123639:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077827.123641:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077827.123644:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077827.123648:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123655:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077827.123657:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:0.0:1769077827.123661:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077827.123676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077827.123682:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077827.123684:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077827.123686:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123688:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077827.123691:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123695:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298138143 00000100:00000001:0.0:1769077827.123699:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298139385 00000100:00000001:0.0:1769077827.123701:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298138143 00000100:00000001:0.0:1769077827.123704:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298139385 00000100:00000001:0.0:1769077827.123707:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077827.123709:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123712:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077827.123716:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077827/real 1769077827] req@ffff8f2882c38380 x1855008978437120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077827.123734:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077827.123736:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077827.123739:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077827.123741:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077827.123743:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123745:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077827.123747:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077827.123751:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978437120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077827.123759:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123762:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077827.123764:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123766:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077827.123768:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123770:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077827.123771:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077827.123775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077827.123778:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077827.123781:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077827.123785:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077827.123790:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077827.123791:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077827.123793:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077827.123796:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077827.123798:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077827.123800:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077827.123803:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077827.123806:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077827.123809:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077827.123811:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077827.123813:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077827.123817:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123824:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077827.123826:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769077827.123830:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077827.123843:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077827.123854:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077827.123857:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077827.123858:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123860:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077827.123863:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123869:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298138146 00000100:00000001:0.0:1769077827.123872:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298139385 00000100:00000001:0.0:1769077827.123874:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298138146 00000100:00000001:0.0:1769077827.123876:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298139385 00000100:00000001:0.0:1769077827.123879:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077827.123880:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.123882:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077827.123886:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077827/real 1769077827] req@ffff8f2882c3a680 x1855008978437248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077827.123895:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077827.123896:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077827.123899:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077827.123901:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077827.123902:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123904:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077827.123906:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077827.123910:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978437248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077827.123917:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123919:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077827.123922:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123924:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077827.123925:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123927:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077827.123929:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077827.123932:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077827.123935:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077827.123938:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077827.123941:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077827.123944:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123946:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077827.123948:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077827.123950:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077827.123952:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077827.123953:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077827.123955:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077827.123958:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077827.123959:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077827.123962:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077827.123964:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123965:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077827.123967:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077827.123968:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077827.123970:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077827.123971:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077827.123973:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077827.123974:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077827.123976:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077827.123977:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077827.123979:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123980:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077827.123982:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077827.123983:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077827.123985:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077827.123986:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077827.123988:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077827.123990:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077827.123991:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077827.123993:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077827.123994:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.123997:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.124002:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077827.124003:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.124005:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077827.124007:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077827.124008:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077827.124009:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077827.124011:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077827.124013:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077827.124014:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077827.124016:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077827.124019:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077827.124023:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077827.124025:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077827.124026:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077827.124028:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077827.124031:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.124037:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077827.124038:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769077827.124041:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077827.124055:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077827.124059:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077827.124061:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077827.124062:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.124064:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077827.124067:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.124071:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298138138 00000100:00000001:0.0:1769077827.124074:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298139385 00000100:00000001:0.0:1769077827.124076:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298138138 00000100:00000001:0.0:1769077827.124079:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298139385 00000100:00000001:0.0:1769077827.124081:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077827.124083:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.124085:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077827.124089:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077827/real 1769077827] req@ffff8f2882c3bb80 x1855008978437376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077827.124097:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077827.124098:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077827.124100:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077827.124102:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077827.124104:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.124106:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077827.124107:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077827.124111:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978437376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077827.124118:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.124120:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077827.124122:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.124124:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077827.124126:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.124128:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077827.124129:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077827.124132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077827.124136:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077827.124138:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077827.124142:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077827.124145:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.124148:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077827.124149:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077827.124150:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077827.124153:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077827.124154:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077827.124156:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077827.124158:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077827.124159:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077827.124162:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077827.124163:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.124165:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.124169:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077827.124170:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.124172:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077827.124173:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077827.762459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077827.762459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077827.762467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077827.762468:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077827.762471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077827.762474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077827.762476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077827.762477:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077827.762482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077827.762486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077827.762489:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077827.762491:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077827.762494:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077827.762548:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077827.762552:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077827.762555:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077828.146541:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077828.146548:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077828.146550:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077828.146554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077828.146558:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077828.146562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077828.146565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077828.146567:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077828.146570:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077828.786522:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077828.786532:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077828.786535:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077828.786542:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077828.786542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077828.786550:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077828.786552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077828.786556:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077828.786562:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077828.786563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077828.786567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077828.786569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077828.786573:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077828.786653:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077828.786657:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077828.786660:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077829.170448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077829.170457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077829.170460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077829.170467:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077829.170471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077829.170475:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077829.170478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077829.170481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077829.170484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077829.810438:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077829.810447:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077829.810449:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077829.810455:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077829.810460:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077829.810465:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077829.810468:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077829.810471:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077829.810474:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077829.810539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077829.810546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077829.810553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077829.810555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077829.810627:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077829.810632:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077829.810636:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077830.194501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077830.194512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077830.194514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077830.194523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077830.194529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077830.194533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077830.194537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077830.194540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077830.194544:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077830.834514:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077830.834522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077830.834526:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077830.834526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077830.834531:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077830.834533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077830.834536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077830.834539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077830.834546:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077830.834551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077830.834554:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077830.834558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077830.834562:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077830.834595:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077830.834600:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077830.834603:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077831.218450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077831.218470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077831.218472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077831.218478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077831.218482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077831.218486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077831.218496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077831.218500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077831.218503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077831.858503:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077831.858503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077831.858510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077831.858512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077831.858516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077831.858517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077831.858520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077831.858523:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077831.858529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077831.858535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077831.858539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077831.858546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077831.858550:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077831.858607:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077831.858613:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077831.858617:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077832.242500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077832.242512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077832.242515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077832.242524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077832.242530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077832.242535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077832.242538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077832.242542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077832.242546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077832.242557:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077832.242569:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077832.242572:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077832.242576:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077832.242581:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077832.242588:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3470 00000100:00080000:0.0:1769077832.242600:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077832.242603:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077832.242605:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077832.242610:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077832.242613:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077832.242616:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077832.242619:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077832.242622:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077832.242623:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077832.242628:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077832.242631:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077832.242634:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077832.242638:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077832.242641:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.242643:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077832.242647:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077832.242659:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077832.242661:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.242664:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077832.242668:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077832.242672:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.242684:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077832.242705:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978437504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077832.242717:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077832.242723:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.242744:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077832.242747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077832.242751:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077832.242753:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077832.242755:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077832.242758:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077832.242761:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3470 00000100:00080000:0.0:1769077832.242766:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077832.242768:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077832.242770:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077832.242773:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077832.242775:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077832.242777:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077832.242781:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077832.242783:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077832.242784:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077832.242787:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769077832.242789:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077832.242792:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077832.242794:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.242796:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769077832.242797:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077832.242799:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077832.242802:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077832.242804:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077832.242806:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077832.242809:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.242811:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077832.242813:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077832.242814:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077832.242820:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077832.242821:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978437504:192.168.204.124@tcp:250:kworker.0 00000008:00000001:0.0:1769077832.242827:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.242828:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077832.242831:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.242833:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077832.242836:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077832.242837:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077832.242839:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077832.242841:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.242844:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.242845:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077832.242848:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077832.242851:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.242858:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.242864:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1769077832.242866:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978437632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077832.242867:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:0.0:1769077832.242879:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077832.242882:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.242883:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077832.242887:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077832.242891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077832.242895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077832.242897:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077832.242899:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077832.242902:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077832.242905:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3470 00000100:00080000:0.0:1769077832.242910:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077832.242912:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077832.242915:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077832.242918:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077832.242919:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077832.242921:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077832.242923:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077832.242928:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:3.0:1769077832.242928:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077832.242930:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077832.242937:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077832.242939:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077832.242941:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077832.242944:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077832.242945:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077832.242948:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077832.242948:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.242952:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769077832.242954:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.242958:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077832.242958:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077832.242961:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077832.242964:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298144505 00000008:00000001:0.0:1769077832.242966:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.242969:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077832.242974:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077832.242974:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769077832.242976:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.242980:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077832.242982:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077832.242985:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.242985:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298144505 00000100:00000001:3.0:1769077832.242992:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077832.242994:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.242996:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077832.243000:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243003:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077832.243004:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978437760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077832.243009:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077832/real 1769077832] req@ffff8f28835eb800 x1855008978437504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077832.243025:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077832.243030:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.243034:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077832.243036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1769077832.243039:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769077832.243040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000001:3.0:1769077832.243042:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077832.243044:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077832.243047:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077832.243049:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077832.243051:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077832.243054:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1769077832.243057:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3470 00000100:00000001:3.0:1769077832.243059:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077832.243063:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077832.243063:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243068:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.243069:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077832.243073:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077832.243077:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1769077832.243078:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978437504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077832.243080:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077832.243083:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077832.243088:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077832.243093:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077832.243097:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077832.243098:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077832.243104:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077832.243105:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077832.243112:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243112:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077832.243118:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077832.243119:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243123:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077832.243124:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077832.243126:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1769077832.243129:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243130:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077832.243133:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00080000:3.0:1769077832.243138:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1769077832.243139:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077832.243144:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077832.243145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077832.243148:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243149:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1769077832.243155:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077832.243157:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978437504:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077832.243159:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.243163:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077832.243167:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077832.243167:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077832.243169:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243172:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077832.243176:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769077832.243177:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.243180:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077832.243185:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1769077832.243186:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978437888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769077832.243188:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077832.243191:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769077832.243200:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077832.243202:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.243204:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077832.243208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077832.243210:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077832.243213:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1769077832.243214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077832.243217:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077832.243218:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077832.243220:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077832.243222:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077832.243224:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.243227:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077832.243232:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077832.243233:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3470 00000100:00000001:3.0:1769077832.243235:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243239:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077832.243240:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077832.243241:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077832.243242:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077832.243244:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.243245:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1769077832.243249:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077832.243250:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077832.243255:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077832.243255:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.243260:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:3.0:1769077832.243260:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437632:192.168.204.124@tcp:38:kworker.0 00000020:00000001:0.0:1769077832.243267:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077832.243268:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769077832.243270:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769077832.243271:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1769077832.243275:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:3.0:1769077832.243275:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.243277:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077832.243280:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077832.243281:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077832.243286:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077832.243287:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077832.243288:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077832.243291:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00080000:0.0:1769077832.243294:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077832.243296:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077832.243300:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077832.243303:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077832.243307:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077832.243311:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077832.243311:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077832.243315:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077832.243317:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:0.0:1769077832.243320:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077832.243321:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077832.243323:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077832.243326:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243326:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077832.243330:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.243331:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243334:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298143265 02000000:00000001:0.0:1769077832.243338:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077832.243338:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298144505 02000000:00000001:0.0:1769077832.243342:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243343:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298143265 00000100:00000001:0.0:1769077832.243347:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077832.243347:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298144505 02000000:00000001:0.0:1769077832.243351:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077832.243352:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077832.243356:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243356:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243357:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077832.243362:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077832/real 1769077832] req@ffff8f28835e9180 x1855008978437632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077832.243364:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077832.243397:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077832.243398:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077832.243401:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077832.243403:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077832.243404:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243405:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243407:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077832.243411:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978437632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077832.243417:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978438016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077832.243418:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243422:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077832.243428:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243431:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243433:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243436:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077832.243454:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077832.243456:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077832.243459:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077832.243462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077832.243466:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077832.243469:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077832.243474:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077832.243479:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077832.243484:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077832.243486:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077832.243489:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.243491:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077832.243493:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077832.243496:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077832.243499:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077832.243502:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077832.243503:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077832.243504:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.243506:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077832.243508:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243513:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077832.243514:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077832.243517:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077832.243527:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077832.243530:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077832.243532:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077832.243533:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243534:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077832.243536:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243539:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298143263 00000100:00000001:3.0:1769077832.243540:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298144505 00000100:00000001:3.0:1769077832.243542:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298143263 00000100:00000001:3.0:1769077832.243543:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298144505 00000100:00000001:3.0:1769077832.243545:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077832.243546:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243548:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077832.243550:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077832/real 1769077832] req@ffff8f28835e8700 x1855008978437760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077832.243556:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077832.243556:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077832.243558:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077832.243559:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077832.243560:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243561:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243562:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077832.243564:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978437760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077832.243569:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243570:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077832.243572:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243572:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243573:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243574:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077832.243575:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077832.243584:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077832.243587:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077832.243591:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077832.243593:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077832.243596:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077832.243597:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077832.243598:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.243599:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077832.243601:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077832.243602:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077832.243604:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077832.243606:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077832.243607:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077832.243608:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.243609:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077832.243611:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243615:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077832.243616:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077832.243618:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077832.243625:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077832.243627:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077832.243629:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077832.243630:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243631:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077832.243633:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243635:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298143266 00000100:00000001:3.0:1769077832.243637:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298144505 00000100:00000001:3.0:1769077832.243638:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298143266 00000100:00000001:3.0:1769077832.243640:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298144505 00000100:00000001:3.0:1769077832.243641:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077832.243643:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243644:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077832.243647:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077832/real 1769077832] req@ffff8f28835ead80 x1855008978437888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077832.243652:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077832.243653:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077832.243654:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077832.243655:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077832.243656:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243657:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243658:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077832.243661:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978437888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077832.243665:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243666:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077832.243667:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243668:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243669:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243670:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077832.243671:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077832.243673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077832.243675:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077832.243676:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077832.243678:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978437888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077832.243686:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243688:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077832.243689:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077832.243691:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077832.243693:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077832.243698:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077832.243700:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077832.243702:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077832.243703:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077832.243705:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077832.243707:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243708:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077832.243709:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077832.243711:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077832.243712:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077832.243714:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077832.243715:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077832.243716:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077832.243717:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077832.243719:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077832.243720:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243722:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077832.243723:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077832.243725:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077832.243727:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077832.243728:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077832.243729:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077832.243731:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077832.243732:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077832.243734:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077832.243736:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243738:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243741:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077832.243743:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243745:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077832.243746:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077832.243747:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077832.243749:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077832.243750:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.243752:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077832.243753:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077832.243755:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077832.243757:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077832.243760:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077832.243761:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077832.243762:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077832.243763:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077832.243766:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243770:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077832.243771:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077832.243774:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077832.243782:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077832.243785:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077832.243787:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077832.243788:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243789:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077832.243790:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243793:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298143258 00000100:00000001:3.0:1769077832.243795:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298144505 00000100:00000001:3.0:1769077832.243796:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298143258 00000100:00000001:3.0:1769077832.243798:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298144505 00000100:00000001:3.0:1769077832.243799:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077832.243800:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243801:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077832.243804:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077832/real 1769077832] req@ffff8f28835eb480 x1855008978438016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077832.243808:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077832.243809:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077832.243810:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077832.243812:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077832.243813:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243814:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243815:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077832.243817:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978438016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077832.243821:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243823:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077832.243824:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243825:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077832.243826:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243828:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077832.243828:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077832.243830:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077832.243832:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077832.243834:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077832.243836:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077832.243838:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243839:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077832.243840:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077832.243841:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077832.243842:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077832.243843:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077832.243844:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077832.243845:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077832.243846:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077832.243847:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077832.243848:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243850:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.243852:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077832.243854:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.243856:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077832.243858:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077832.882482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077832.882489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077832.882491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077832.882491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077832.882495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077832.882497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077832.882501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077832.882502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077832.882504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077832.882506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077832.882510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077832.882512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077832.882513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077832.882563:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077832.882567:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077832.882569:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077833.266447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077833.266455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077833.266457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077833.266463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077833.266466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077833.266470:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077833.266473:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077833.266475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077833.266478:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077833.906488:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077833.906493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077833.906497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077833.906498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077833.906504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077833.906504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077833.906509:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769077833.906511:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077833.906512:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077833.906514:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077833.906516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077833.906518:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077833.906521:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077833.906522:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077833.906525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077833.906526:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077833.906529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077833.906530:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077833.906533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077833.906598:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077833.906603:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077833.906607:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077834.290485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077834.290494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077834.290497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077834.290502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077834.290506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077834.290510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077834.290512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077834.290515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077834.290518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077834.930480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077834.930488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077834.930490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077834.930491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077834.930497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077834.930498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077834.930504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077834.930506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077834.930508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077834.930510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077834.930512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077834.930516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077834.930519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077834.930583:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077834.930589:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077834.930593:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077835.314466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077835.314474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077835.314482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077835.314488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077835.314494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077835.314498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077835.314501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077835.314505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077835.314509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077835.954511:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077835.954514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077835.954520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077835.954521:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077835.954525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077835.954526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077835.954528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077835.954535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077835.954542:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077835.954547:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077835.954551:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077835.954554:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077835.954558:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077835.954609:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077835.954614:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077835.954618:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077836.338505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077836.338515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077836.338518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077836.338526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077836.338531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077836.338535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077836.338539:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077836.338542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077836.338546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077836.978491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077836.978500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077836.978503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077836.978509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077836.978510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077836.978518:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077836.978519:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077836.978529:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077836.978533:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077836.978533:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077836.978546:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077836.978547:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077836.978549:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077836.978553:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077836.978553:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077836.978567:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077836.978568:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077836.978580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077836.978582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077836.978652:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077836.978655:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077836.978658:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077837.362451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077837.362460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077837.362463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077837.362466:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077837.362469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769077837.362472:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077837.362476:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077837.362476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077837.362480:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077837.362481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.362484:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077837.362486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077837.362490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077837.362491:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3475 00000100:00000001:1.0:1769077837.362497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077837.362503:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077837.362508:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077837.362509:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077837.362512:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077837.362515:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077837.362518:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077837.362519:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077837.362521:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077837.362522:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077837.362525:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077837.362526:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.362529:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077837.362531:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077837.362533:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362535:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077837.362537:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.362547:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077837.362549:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362552:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077837.362555:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077837.362559:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362570:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077837.362580:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978438144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077837.362601:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077837.362606:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362618:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077837.362620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077837.362622:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077837.362624:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077837.362625:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077837.362627:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077837.362629:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3475 00000100:00080000:0.0:1769077837.362632:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077837.362634:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077837.362635:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077837.362637:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077837.362638:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077837.362640:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077837.362642:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077837.362643:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077837.362645:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077837.362653:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077837.362655:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.362657:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077837.362657:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077837.362662:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077837.362665:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362666:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077837.362670:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077837.362671:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:0.0:1769077837.362672:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362674:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077837.362676:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362678:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077837.362680:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.362681:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077837.362684:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.362685:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077837.362686:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077837.362688:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077837.362689:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077837.362691:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.362693:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362697:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077837.362699:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978438144:192.168.204.124@tcp:250:kworker.0 00000100:00100000:0.0:1769077837.362704:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978438272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077837.362706:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077837.362710:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077837.362713:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362714:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077837.362717:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077837.362718:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362722:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.362724:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077837.362725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077837.362730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077837.362731:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077837.362732:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077837.362739:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077837.362741:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3475 00000100:00000001:3.0:1769077837.362742:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769077837.362744:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077837.362746:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:0.0:1769077837.362749:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077837.362751:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077837.362751:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769077837.362755:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077837.362756:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077837.362757:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077837.362759:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077837.362761:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077837.362762:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077837.362764:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077837.362766:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.362767:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077837.362769:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077837.362770:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362772:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077837.362773:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077837.362775:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362776:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.362780:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077837.362781:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362782:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077837.362783:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077837.362786:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077837.362787:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077837.362790:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077837.362796:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978438400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077837.362798:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077837.362803:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077837.362804:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077837.362806:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362807:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362810:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077837.362811:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362816:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077837.362817:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077837.362821:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298149625 00000100:00080000:0.0:1769077837.362822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077837.362826:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077837.362828:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077837.362831:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077837.362832:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769077837.362836:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3475 00000100:00000001:3.0:1769077837.362840:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298149625 00000100:00080000:0.0:1769077837.362843:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077837.362845:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077837.362847:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077837.362849:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077837.362851:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077837.362853:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077837.362858:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077837.362858:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1769077837.362862:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1769077837.362864:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077837/real 1769077837] req@ffff8f28835ea300 x1855008978438144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077837.362866:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077837.362872:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077837.362876:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077837.362878:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077837.362879:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769077837.362883:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:3.0:1769077837.362883:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077837.362887:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362888:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1769077837.362889:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077837.362892:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769077837.362894:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077837.362895:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077837.362900:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362900:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.362904:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.362905:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077837.362909:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1769077837.362911:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978438144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077837.362912:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362917:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.362922:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077837.362923:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077837.362924:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.362928:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077837.362928:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077837.362929:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077837.362934:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362934:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.362938:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.362940:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.362942:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362943:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077837.362945:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077837.362949:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1769077837.362950:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978438528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077837.362954:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077837.362958:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077837.362965:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1769077837.362965:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978438144:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077837.362969:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362972:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.362973:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.362976:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769077837.362977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077837.362979:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1769077837.362981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1769077837.362983:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769077837.362984:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077837.362986:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1769077837.362987:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077837.362990:0:38:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769077837.362990:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077837.362992:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1769077837.362995:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3475 02000000:00000001:3.0:1769077837.362997:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077837.363000:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1769077837.363001:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077837.363002:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077837.363004:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077837.363005:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.363006:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077837.363008:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077837.363010:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077837.363012:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077837.363014:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077837.363015:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077837.363016:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077837.363017:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077837.363019:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.363020:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077837.363022:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077837.363025:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077837.363026:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077837.363027:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077837.363031:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363031:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077837.363034:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.363035:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077837.363038:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077837.363039:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077837.363040:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077837.363042:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.363044:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.363045:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077837.363048:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1769077837.363049:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438272:192.168.204.124@tcp:38:kworker.0 00000008:00000001:0.0:1769077837.363050:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.363054:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363056:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077837.363059:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077837.363059:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077837.363060:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.363062:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.363064:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077837.363065:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077837.363067:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077837.363068:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077837.363069:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.363076:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363076:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077837.363079:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00100000:0.0:1769077837.363083:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978438656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077837.363085:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077837.363094:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:3.0:1769077837.363097:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077837.363098:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363101:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077837.363105:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363105:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077837.363107:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363110:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077837.363113:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363116:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298148385 00000100:00000001:3.0:1769077837.363119:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298149625 00000100:00000001:3.0:1769077837.363120:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298148385 00000100:00000001:3.0:1769077837.363122:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298149625 00000100:00000001:3.0:1769077837.363124:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077837.363126:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363127:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077837.363130:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077837/real 1769077837] req@ffff8f28835ea680 x1855008978438272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077837.363135:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077837.363136:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077837.363138:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077837.363139:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077837.363140:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363141:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.363142:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077837.363144:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978438272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077837.363149:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363150:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077837.363152:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363152:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.363153:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363154:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077837.363155:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077837.363157:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077837.363159:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077837.363161:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077837.363164:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077837.363168:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077837.363169:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077837.363171:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.363173:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077837.363174:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077837.363176:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077837.363180:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077837.363183:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077837.363185:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077837.363187:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.363189:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077837.363192:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363197:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077837.363199:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:3.0:1769077837.363202:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077837.363214:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077837.363219:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077837.363221:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077837.363223:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363224:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077837.363226:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363229:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298148382 00000100:00000001:3.0:1769077837.363231:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298149625 00000100:00000001:3.0:1769077837.363232:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298148382 00000100:00000001:3.0:1769077837.363234:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298149625 00000100:00000001:3.0:1769077837.363236:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077837.363237:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363238:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077837.363241:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077837/real 1769077837] req@ffff8f28835e9f80 x1855008978438400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077837.363246:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077837.363247:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077837.363249:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077837.363250:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077837.363251:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363252:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.363253:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077837.363256:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978438400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077837.363260:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363262:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077837.363263:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363264:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.363265:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363266:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077837.363268:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077837.363269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077837.363271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077837.363273:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077837.363275:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077837.363277:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077837.363278:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077837.363279:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.363280:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077837.363281:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077837.363282:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077837.363284:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077837.363286:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077837.363287:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077837.363289:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.363290:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077837.363292:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363296:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077837.363297:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:3.0:1769077837.363299:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077837.363306:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077837.363308:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077837.363309:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077837.363310:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363311:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077837.363313:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363315:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298148385 00000100:00000001:3.0:1769077837.363317:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298149625 00000100:00000001:3.0:1769077837.363318:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298148385 00000100:00000001:3.0:1769077837.363319:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298149625 00000100:00000001:3.0:1769077837.363321:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077837.363322:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363323:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077837.363325:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077837/real 1769077837] req@ffff8f28835e9500 x1855008978438528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077837.363330:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077837.363330:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077837.363332:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077837.363332:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077837.363333:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363334:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.363335:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077837.363337:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978438528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077837.363342:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363343:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077837.363345:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363346:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.363347:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363348:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077837.363349:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077837.363351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077837.363366:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077837.363367:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077837.363370:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077837.363372:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363392:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077837.363393:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077837.363394:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077837.363396:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077837.363397:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077837.363398:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077837.363399:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077837.363400:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077837.363402:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077837.363403:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363404:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077837.363404:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077837.363405:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077837.363406:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077837.363407:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077837.363408:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077837.363409:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077837.363409:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077837.363411:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077837.363411:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363412:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077837.363413:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077837.363414:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077837.363415:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077837.363416:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077837.363416:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077837.363417:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077837.363418:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077837.363419:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077837.363420:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363421:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363424:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077837.363425:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363426:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077837.363427:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077837.363428:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077837.363429:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077837.363431:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.363432:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077837.363433:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077837.363434:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077837.363437:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077837.363439:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077837.363440:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077837.363441:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.363442:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077837.363444:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363448:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077837.363449:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077837.363452:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077837.363460:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077837.363462:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077837.363464:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077837.363465:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363466:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077837.363468:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363470:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298148378 00000100:00000001:3.0:1769077837.363472:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298149625 00000100:00000001:3.0:1769077837.363474:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298148378 00000100:00000001:3.0:1769077837.363475:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298149625 00000100:00000001:3.0:1769077837.363476:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077837.363478:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363479:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077837.363482:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077837/real 1769077837] req@ffff8f28835ea300 x1855008978438656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077837.363487:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077837.363488:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077837.363489:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077837.363490:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077837.363491:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363492:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.363493:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077837.363496:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978438656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077837.363500:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363501:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077837.363503:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363504:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077837.363505:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363506:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077837.363507:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077837.363508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077837.363510:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077837.363512:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077837.363513:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077837.363515:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363516:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077837.363517:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077837.363518:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077837.363519:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077837.363520:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077837.363520:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077837.363522:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077837.363522:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077837.363524:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077837.363525:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363526:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.363527:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077837.363528:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.363530:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077837.363531:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077838.002497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077838.002503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077838.002506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077838.002507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077838.002509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077838.002514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077838.002516:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077838.002517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077838.002522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077838.002526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077838.002529:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077838.002531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077838.002533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077838.002578:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077838.002582:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077838.002585:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077838.386478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077838.386486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077838.386488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077838.386493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077838.386497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077838.386500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077838.386503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077838.386505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077838.386508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077839.026448:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077839.026457:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077839.026458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077839.026459:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077839.026463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077839.026467:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077839.026469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077839.026473:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077839.026474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077839.026478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077839.026481:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077839.026484:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077839.026487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077839.026536:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077839.026540:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077839.026544:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077839.410508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077839.410516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077839.410519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077839.410524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077839.410528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077839.410531:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077839.410533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077839.410536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077839.410538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077840.050526:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077840.050534:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077840.050536:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077840.050543:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077840.050548:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077840.050553:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077840.050557:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077840.050560:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077840.050564:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077840.050733:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077840.050739:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077840.050743:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077840.050744:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077840.050819:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077840.050824:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077840.050829:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077840.434504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077840.434511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077840.434513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077840.434518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077840.434522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077840.434525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077840.434528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077840.434530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077840.434532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077841.074472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077841.074475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077841.074481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077841.074485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077841.074487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077841.074492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077841.074493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077841.074508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077841.074517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077841.074523:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077841.074527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077841.074531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077841.074535:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077841.074573:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077841.074579:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077841.074583:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077841.458509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077841.458517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077841.458519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077841.458525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077841.458529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077841.458532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077841.458534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077841.458536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077841.458539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077842.098488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077842.098494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077842.098500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077842.098504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077842.098504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077842.098512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077842.098514:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077842.098519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077842.098524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077842.098528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077842.098530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077842.098533:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077842.098536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077842.098572:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077842.098575:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077842.098577:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077842.482479:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077842.482488:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077842.482491:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077842.482494:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077842.482498:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077842.482503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077842.482504:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3481 00000100:00080000:0.0:1769077842.482518:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077842.482519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077842.482522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482525:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077842.482530:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769077842.482530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077842.482539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077842.482541:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769077842.482543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077842.482549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077842.482550:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077842.482551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077842.482559:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077842.482559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077842.482570:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077842.482575:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077842.482576:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077842.482582:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077842.482585:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077842.482588:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077842.482593:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077842.482597:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482601:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077842.482603:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077842.482614:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077842.482615:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482618:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077842.482620:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077842.482623:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482632:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077842.482640:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978438784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077842.482648:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077842.482652:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482665:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077842.482668:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077842.482671:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077842.482672:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077842.482673:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077842.482675:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077842.482677:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3481 00000100:00080000:0.0:1769077842.482680:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077842.482682:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077842.482683:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077842.482685:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077842.482686:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077842.482687:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077842.482689:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077842.482692:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077842.482693:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077842.482695:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077842.482697:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077842.482698:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077842.482700:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077842.482703:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077842.482705:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769077842.482706:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.482709:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077842.482710:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077842.482714:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1769077842.482715:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077842.482716:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077842.482719:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.482722:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077842.482723:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.482727:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077842.482728:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077842.482731:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077842.482736:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978438784:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077842.482738:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.482742:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077842.482746:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077842.482748:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077842.482748:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077842.482750:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.482751:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482755:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.482755:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077842.482759:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077842.482762:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978438912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077842.482769:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077842.482771:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482773:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077842.482775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077842.482775:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077842.482779:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00080000:0.0:1769077842.482781:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077842.482783:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077842.482784:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077842.482787:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077842.482789:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077842.482791:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3481 00000100:00080000:0.0:1769077842.482794:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077842.482795:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077842.482796:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077842.482797:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077842.482798:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077842.482799:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077842.482801:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077842.482802:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077842.482803:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077842.482806:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077842.482808:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077842.482810:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077842.482812:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077842.482813:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482814:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077842.482816:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077842.482817:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482820:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077842.482821:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:0.0:1769077842.482824:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077842.482826:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482828:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077842.482829:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077842.482831:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.482832:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077842.482834:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.482837:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.482841:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077842.482842:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978439040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077842.482845:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077842.482850:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077842.482851:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.482856:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298154745 00000100:00000001:0.0:1769077842.482860:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482862:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077842.482864:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077842.482865:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769077842.482866:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077842.482870:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077842.482872:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077842.482874:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077842.482875:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298154745 00000100:00080000:0.0:1769077842.482877:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3481 00000100:00000001:3.0:1769077842.482881:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077842.482882:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077842.482886:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077842.482886:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077842.482889:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077842.482890:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077842.482893:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077842.482894:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1769077842.482895:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077842.482898:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077842.482901:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:3.0:1769077842.482902:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077842/real 1769077842] req@ffff8f28835eb480 x1855008978438784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077842.482903:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077842.482906:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077842.482912:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077842.482917:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077842.482919:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:3.0:1769077842.482919:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077842.482922:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769077842.482924:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077842.482926:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1769077842.482927:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.482929:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077842.482930:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077842.482932:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769077842.482933:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077842.482935:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:0.0:1769077842.482936:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.482939:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077842.482940:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077842.482946:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077842.482947:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978438784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077842.482948:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482953:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077842.482955:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077842.482958:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.482963:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077842.482964:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.482966:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077842.482970:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077842.482971:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978439168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077842.482973:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077842.482975:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.482979:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077842.482981:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077842.482983:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:3.0:1769077842.482985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077842.482986:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.482990:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077842.482992:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:0.0:1769077842.482993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077842.482995:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1769077842.482997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1769077842.483001:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978438784:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077842.483002:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077842.483005:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077842.483009:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077842.483010:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077842.483013:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3481 00000100:00000001:3.0:1769077842.483013:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.483016:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1769077842.483018:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077842.483019:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769077842.483023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077842.483024:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769077842.483025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077842.483027:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077842.483028:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077842.483030:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1769077842.483031:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077842.483033:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:3.0:1769077842.483034:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769077842.483035:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:3.0:1769077842.483037:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077842.483038:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077842.483041:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077842.483041:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1769077842.483044:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077842.483045:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077842.483050:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483050:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077842.483055:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077842.483058:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077842.483059:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483060:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077842.483061:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077842.483064:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077842.483065:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077842.483069:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1769077842.483070:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483072:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077842.483073:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483075:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769077842.483078:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077842.483078:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077842.483079:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077842.483081:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.483083:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077842.483083:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077842.483086:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077842.483086:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077842.483089:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.483090:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.483094:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077842.483095:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438912:192.168.204.124@tcp:38:kworker.0 00000100:00100000:0.0:1769077842.483101:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978439296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077842.483101:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077842.483104:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077842.483107:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.483110:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077842.483114:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077842.483115:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.483117:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.483122:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483123:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077842.483125:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077842.483129:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077842.483138:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077842.483141:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077842.483143:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.483144:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483146:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077842.483147:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483151:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298153505 00000100:00000001:3.0:1769077842.483153:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298154745 00000100:00000001:3.0:1769077842.483154:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298153505 00000100:00000001:3.0:1769077842.483156:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298154745 00000100:00000001:3.0:1769077842.483157:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077842.483159:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483160:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077842.483163:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077842/real 1769077842] req@ffff8f28835ead80 x1855008978438912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077842.483172:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077842.483173:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077842.483175:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077842.483177:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077842.483178:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483180:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077842.483182:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077842.483186:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978438912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077842.483193:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483196:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077842.483198:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483200:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077842.483201:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483203:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077842.483205:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077842.483208:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077842.483211:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077842.483214:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077842.483217:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978438912:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077842.483221:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077842.483223:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077842.483225:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.483227:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077842.483229:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077842.483231:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077842.483234:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077842.483237:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077842.483238:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077842.483240:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.483242:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077842.483245:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483250:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077842.483251:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077842.483255:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077842.483284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077842.483289:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077842.483291:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.483293:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483294:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077842.483297:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483301:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298153502 00000100:00000001:3.0:1769077842.483303:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298154745 00000100:00000001:3.0:1769077842.483306:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298153502 00000100:00000001:3.0:1769077842.483308:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298154745 00000100:00000001:3.0:1769077842.483310:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077842.483312:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483314:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077842.483318:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077842/real 1769077842] req@ffff8f28835e8700 x1855008978439040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077842.483326:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077842.483327:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077842.483329:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077842.483331:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077842.483332:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483334:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077842.483335:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077842.483340:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978439040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077842.483347:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483349:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077842.483352:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483353:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077842.483354:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483356:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077842.483358:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077842.483360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077842.483363:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077842.483365:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077842.483368:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077842.483372:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077842.483400:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077842.483402:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.483404:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077842.483406:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077842.483408:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077842.483411:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077842.483414:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077842.483416:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077842.483418:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.483419:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077842.483422:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483428:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077842.483430:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077842.483433:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077842.483444:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077842.483449:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077842.483451:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.483453:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483454:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077842.483457:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483460:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298153506 00000100:00000001:3.0:1769077842.483463:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298154745 00000100:00000001:3.0:1769077842.483465:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298153506 00000100:00000001:3.0:1769077842.483468:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298154745 00000100:00000001:3.0:1769077842.483470:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077842.483472:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483474:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077842.483478:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077842/real 1769077842] req@ffff8f28835e9180 x1855008978439168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077842.483486:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077842.483487:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077842.483490:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077842.483492:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077842.483493:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483496:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077842.483497:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077842.483501:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978439168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077842.483507:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483509:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077842.483512:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483514:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077842.483515:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483517:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077842.483518:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077842.483521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077842.483524:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077842.483527:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077842.483531:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077842.483535:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483537:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.483539:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077842.483541:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077842.483543:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077842.483544:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077842.483546:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077842.483548:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077842.483549:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077842.483552:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077842.483553:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483555:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.483557:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077842.483558:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077842.483560:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077842.483561:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077842.483562:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077842.483564:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077842.483565:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077842.483566:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077842.483568:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483569:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.483571:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077842.483572:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077842.483574:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077842.483575:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077842.483576:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077842.483578:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077842.483579:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077842.483581:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077842.483582:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483584:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483587:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077842.483589:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483592:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077842.483593:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077842.483594:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077842.483596:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077842.483597:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.483600:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077842.483601:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077842.483604:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077842.483607:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077842.483613:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077842.483615:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077842.483616:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077842.483618:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077842.483621:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483627:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077842.483629:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077842.483632:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077842.483645:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077842.483649:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077842.483652:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.483653:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483655:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077842.483658:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483662:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298153498 00000100:00000001:3.0:1769077842.483664:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298154745 00000100:00000001:3.0:1769077842.483666:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298153498 00000100:00000001:3.0:1769077842.483669:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298154745 00000100:00000001:3.0:1769077842.483671:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077842.483673:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483675:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077842.483680:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077842/real 1769077842] req@ffff8f28835eb800 x1855008978439296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077842.483687:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077842.483689:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077842.483691:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077842.483693:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077842.483694:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483696:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077842.483697:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077842.483701:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978439296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077842.483715:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483717:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077842.483719:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483721:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077842.483722:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483725:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077842.483726:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077842.483729:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077842.483732:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077842.483734:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077842.483738:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077842.483742:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483744:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077842.483745:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077842.483747:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077842.483749:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077842.483751:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077842.483752:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077842.483754:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077842.483756:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077842.483758:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077842.483759:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483761:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.483764:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077842.483766:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.483768:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077842.483769:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077843.122458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077843.122469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077843.122472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077843.122478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077843.122480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077843.122483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077843.122490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077843.122491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077843.122495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077843.122499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077843.122504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077843.122506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077843.122509:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077843.122558:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077843.122562:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077843.122565:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077843.506508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077843.506516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077843.506518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077843.506525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077843.506529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077843.506532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077843.506535:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077843.506538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077843.506540:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077844.146530:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077844.146533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077844.146540:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077844.146542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077844.146546:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077844.146555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077844.146556:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077844.146562:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077844.146565:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077844.146567:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077844.146573:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077844.146574:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077844.146583:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077844.146584:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077844.146590:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077844.146590:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077844.146599:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077844.146602:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077844.146606:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077844.146665:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077844.146668:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077844.146671:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077844.530445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077844.530453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077844.530454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077844.530460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077844.530463:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077844.530467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077844.530469:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077844.530472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077844.530474:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077845.170492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077845.170498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077845.170503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077845.170504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077845.170510:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077845.170512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077845.170514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077845.170524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077845.170532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077845.170537:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077845.170557:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077845.170561:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077845.170566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077845.170609:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077845.170614:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077845.170619:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077845.554534:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077845.554542:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077845.554544:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077845.554550:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077845.554554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077845.554558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077845.554560:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077845.554563:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077845.554566:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077846.194520:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077846.194540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077846.194546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077846.194547:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077846.194552:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077846.194553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077846.194556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077846.194559:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077846.194565:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077846.194577:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077846.194580:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077846.194583:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077846.194586:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077846.194652:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077846.194657:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077846.194661:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077846.578465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077846.578474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077846.578476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077846.578483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077846.578488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077846.578492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077846.578496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077846.578499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077846.578502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077847.218457:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077847.218463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077847.218465:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077847.218469:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077847.218471:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769077847.218477:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077847.218478:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077847.218482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077847.218485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077847.218487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077847.218491:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077847.218491:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077847.218498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077847.218498:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077847.218501:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077847.218504:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077847.218506:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077847.218510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077847.218511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.218603:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077847.218614:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077847.218620:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077847.602501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077847.602510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077847.602512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077847.602518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077847.602519:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077847.602526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077847.602527:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077847.602530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077847.602534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077847.602536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077847.602539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602543:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077847.602548:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077847.602551:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077847.602559:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3486 00000100:00080000:0.0:1769077847.602572:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077847.602575:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.602577:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077847.602581:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077847.602584:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077847.602586:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077847.602588:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077847.602590:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.602590:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077847.602595:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077847.602597:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077847.602600:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077847.602603:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077847.602605:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602607:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077847.602609:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077847.602624:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077847.602625:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602628:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077847.602630:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077847.602635:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602649:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077847.602658:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978439424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077847.602667:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077847.602671:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602686:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077847.602688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077847.602691:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077847.602692:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077847.602693:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077847.602695:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077847.602697:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3486 00000100:00080000:0.0:1769077847.602699:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077847.602701:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.602702:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077847.602704:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077847.602705:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077847.602707:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077847.602709:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077847.602710:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.602712:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077847.602714:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077847.602716:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077847.602717:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077847.602723:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077847.602725:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.602725:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077847.602730:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077847.602731:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:0.0:1769077847.602734:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077847.602735:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077847.602739:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1769077847.602740:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.602759:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602761:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077847.602767:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077847.602768:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077847.602769:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602773:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077847.602775:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077847.602775:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077847.602779:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.602780:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602785:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077847.602788:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978439424:192.168.204.124@tcp:250:kworker.0 00000100:00100000:0.0:1769077847.602793:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978439552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077847.602796:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077847.602802:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077847.602803:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077847.602806:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602807:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.602813:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077847.602814:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077847.602817:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077847.602820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:3.0:1769077847.602820:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602825:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077847.602827:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077847.602828:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077847.602831:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3486 00000100:00080000:0.0:1769077847.602834:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077847.602835:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.602837:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077847.602838:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077847.602839:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077847.602841:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077847.602842:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769077847.602843:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077847.602846:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:0.0:1769077847.602848:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.602852:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077847.602853:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077847.602857:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077847.602861:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077847.602862:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077847.602864:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077847.602867:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602868:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077847.602870:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077847.602872:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602873:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077847.602877:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077847.602877:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602879:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077847.602879:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077847.602880:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602884:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077847.602888:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978439680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077847.602894:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077847.602895:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602897:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077847.602899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077847.602919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077847.602919:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077847.602920:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077847.602922:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077847.602925:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3486 00000800:00000100:3.0:1769077847.602928:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769077847.602930:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077847.602932:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.602933:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077847.602936:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077847.602936:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077847.602938:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077847.602939:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077847.602941:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.602943:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077847.602945:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077847.602948:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077847.602949:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077847.602949:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1769077847.602954:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077847.602956:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077847.602957:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602961:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077847.602962:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077847.602963:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077847.602965:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1769077847.602984:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602987:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.602990:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077847.602991:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077847.602994:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.602996:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077847.602997:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298159865 02000000:00000001:0.0:1769077847.602998:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077847.603001:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.603008:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603012:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1769077847.603013:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978439808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077847.603021:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077847.603023:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298159865 00000100:00000001:0.0:1769077847.603024:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.603029:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603031:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077847.603032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077847.603038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077847.603039:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077847.603040:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077847.603044:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077847.603045:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077847.603051:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077847.603051:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769077847.603056:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3486 00000100:00080000:0.0:1769077847.603060:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769077847.603061:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077847/real 1769077847] req@ffff8f28835e8000 x1855008978439424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077847.603063:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.603066:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077847.603071:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077847.603074:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077847.603076:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077847.603080:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000400:00000001:3.0:1769077847.603082:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769077847.603083:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077847.603086:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077847.603087:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769077847.603091:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077847.603093:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077847.603095:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603097:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769077847.603098:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077847.603102:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077847.603103:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077847.603106:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769077847.603107:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603109:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077847.603110:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077847.603115:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077847.603119:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077847.603119:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978439424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077847.603124:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077847.603131:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077847.603133:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077847.603134:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.603139:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077847.603140:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077847.603141:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077847.603143:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603149:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077847.603152:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603153:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077847.603157:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603160:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1769077847.603161:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978439936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077847.603163:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077847.603171:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077847.603176:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:3.0:1769077847.603196:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077847.603215:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077847.603219:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978439424:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077847.603223:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603225:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077847.603227:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603229:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769077847.603232:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.603233:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077847.603238:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077847.603240:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077847.603242:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077847.603247:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077847.603249:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077847.603251:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077847.603252:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603254:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603261:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077847.603262:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603264:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077847.603265:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077847.603267:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077847.603268:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077847.603269:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.603271:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077847.603272:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077847.603274:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077847.603277:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077847.603280:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077847.603281:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077847.603283:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.603285:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077847.603287:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603292:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077847.603293:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:3.0:1769077847.603298:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077847.603308:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077847.603311:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077847.603313:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077847.603314:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603315:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077847.603317:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603321:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298158625 00000100:00000001:3.0:1769077847.603323:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298159865 00000100:00000001:3.0:1769077847.603325:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298158625 00000100:00000001:3.0:1769077847.603327:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298159865 00000100:00000001:3.0:1769077847.603328:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077847.603330:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603331:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077847.603334:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077847/real 1769077847] req@ffff8f28835e9880 x1855008978439552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077847.603339:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077847.603340:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077847.603342:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077847.603343:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077847.603344:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603345:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077847.603347:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077847.603349:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978439552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077847.603359:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603361:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077847.603363:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603364:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077847.603364:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603366:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077847.603367:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077847.603368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077847.603371:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077847.603372:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077847.603374:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077847.603376:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077847.603377:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077847.603378:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.603379:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077847.603380:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077847.603382:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077847.603384:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077847.603386:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077847.603411:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077847.603412:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.603414:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077847.603417:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603420:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077847.603421:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:3.0:1769077847.603424:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077847.603432:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077847.603435:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077847.603437:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077847.603438:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603440:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077847.603442:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603446:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298158623 00000100:00000001:3.0:1769077847.603449:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298159865 00000100:00000001:3.0:1769077847.603452:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298158623 00000100:00000001:3.0:1769077847.603454:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298159865 00000100:00000001:3.0:1769077847.603457:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077847.603460:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603462:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077847.603466:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077847/real 1769077847] req@ffff8f28835eaa00 x1855008978439680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077847.603476:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077847.603478:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077847.603481:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077847.603483:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077847.603484:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603487:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077847.603488:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077847.603493:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978439680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077847.603501:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603503:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077847.603506:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603507:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077847.603509:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603511:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077847.603513:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077847.603516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077847.603519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077847.603522:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077847.603527:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077847.603531:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077847.603533:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077847.603534:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.603537:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077847.603539:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077847.603542:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077847.603545:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077847.603547:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077847.603556:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077847.603558:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.603559:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077847.603562:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603568:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077847.603569:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:3.0:1769077847.603572:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077847.603582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077847.603585:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077847.603587:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077847.603588:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603589:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077847.603591:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603594:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298158626 00000100:00000001:3.0:1769077847.603596:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298159865 00000100:00000001:3.0:1769077847.603598:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298158626 00000100:00000001:3.0:1769077847.603599:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298159865 00000100:00000001:3.0:1769077847.603601:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077847.603602:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603604:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077847.603606:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077847/real 1769077847] req@ffff8f28835e8380 x1855008978439808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077847.603617:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077847.603618:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077847.603620:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077847.603622:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077847.603623:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603625:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077847.603627:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077847.603631:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978439808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077847.603639:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603641:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077847.603644:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603645:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077847.603647:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603649:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077847.603651:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077847.603654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077847.603658:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077847.603661:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077847.603664:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077847.603669:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077847.603671:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077847.603672:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.603675:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077847.603677:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077847.603679:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077847.603682:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077847.603686:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077847.603687:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077847.603689:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.603690:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077847.603693:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603697:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077847.603698:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077847.603702:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077847.603710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077847.603714:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077847.603715:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077847.603716:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603717:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077847.603719:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603722:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298158618 00000100:00000001:3.0:1769077847.603723:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298159865 00000100:00000001:3.0:1769077847.603725:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298158618 00000100:00000001:3.0:1769077847.603727:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298159865 00000100:00000001:3.0:1769077847.603729:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077847.603730:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603731:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077847.603734:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077847/real 1769077847] req@ffff8f28835eb800 x1855008978439936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077847.603738:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077847.603739:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077847.603741:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077847.603742:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077847.603743:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603744:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077847.603745:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077847.603748:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978439936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077847.603752:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603754:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077847.603756:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603757:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077847.603758:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603759:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077847.603760:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077847.603762:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077847.603764:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077847.603765:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077847.603767:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978439936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077847.603770:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603771:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077847.603772:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077847.603773:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077847.603774:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077847.603775:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077847.603776:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077847.603777:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077847.603778:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077847.603779:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077847.603780:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603781:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077847.603782:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077847.603783:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077847.603785:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077847.603785:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077847.603786:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077847.603788:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077847.603788:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077847.603789:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077847.603790:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603791:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077847.603792:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077847.603793:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077847.603794:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077847.603795:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077847.603795:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077847.603796:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077847.603797:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077847.603799:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077847.603800:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603801:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077847.603802:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077847.603803:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077847.603804:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077847.603805:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077847.603805:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077847.603806:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077847.603807:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077847.603809:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077847.603810:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603811:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.603814:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077847.603815:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.603816:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077847.603817:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077848.242484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077848.242491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077848.242495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077848.242497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077848.242501:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077848.242507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077848.242509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077848.242511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077848.242519:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077848.242524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077848.242528:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077848.242531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077848.242534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077848.242597:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077848.242603:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077848.242607:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077848.626459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077848.626474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077848.626476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077848.626481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077848.626486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077848.626491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077848.626494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077848.626497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077848.626500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077849.266443:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077849.266452:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077849.266454:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077849.266461:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077849.266465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077849.266466:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077849.266470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077849.266472:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077849.266475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077849.266478:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077849.266478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077849.266483:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077849.266488:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077849.266580:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077849.266586:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077849.266590:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077849.650504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077849.650513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077849.650515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077849.650520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077849.650523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077849.650527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077849.650528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077849.650530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077849.650532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077850.290463:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077850.290472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077850.290473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077850.290475:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077850.290477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077850.290484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077850.290485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077850.290485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077850.290492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077850.290506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077850.290509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077850.290512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077850.290516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077850.290551:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077850.290555:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077850.290558:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077850.674451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077850.674457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077850.674458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077850.674463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077850.674466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077850.674469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077850.674470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077850.674472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077850.674475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077851.314481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077851.314486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077851.314488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077851.314493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077851.314494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077851.314498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077851.314502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077851.314503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077851.314507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077851.314509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077851.314513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077851.314514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077851.314516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077851.314576:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077851.314580:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077851.314584:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077851.698459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077851.698465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077851.698467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077851.698471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077851.698474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077851.698477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077851.698479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077851.698481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077851.698483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077852.338455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077852.338460:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077852.338463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077852.338468:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077852.338469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077852.338473:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077852.338474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077852.338482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077852.338487:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077852.338491:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077852.338495:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077852.338498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077852.338501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077852.338527:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077852.338531:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077852.338534:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077852.722449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077852.722456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077852.722458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077852.722463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077852.722466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077852.722469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077852.722471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077852.722473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077852.722476:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077852.722497:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077852.722503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077852.722506:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077852.722509:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077852.722512:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077852.722518:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3491 00000100:00080000:0.0:1769077852.722527:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077852.722529:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.722542:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077852.722545:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077852.722547:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077852.722550:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077852.722552:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077852.722554:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.722555:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077852.722558:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077852.722560:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077852.722563:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077852.722566:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077852.722570:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722572:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077852.722574:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077852.722585:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077852.722587:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722589:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077852.722592:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077852.722608:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722619:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077852.722629:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978440064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077852.722638:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077852.722642:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722651:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077852.722653:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077852.722656:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077852.722657:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077852.722658:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077852.722660:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077852.722665:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3491 00000100:00080000:0.0:1769077852.722667:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077852.722669:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.722671:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077852.722673:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077852.722674:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077852.722676:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077852.722677:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077852.722679:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.722680:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077852.722681:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769077852.722684:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077852.722689:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.722690:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769077852.722691:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077852.722696:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769077852.722700:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077852.722700:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769077852.722704:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722717:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077852.722720:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077852.722722:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077852.722728:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722732:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.722732:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077852.722739:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077852.722740:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077852.722741:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722751:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077852.722751:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077852.722756:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077852.722759:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.722764:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978440064:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077852.722766:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077852.722778:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978440192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077852.722780:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077852.722787:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077852.722788:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077852.722790:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722794:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.722794:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077852.722804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077852.722806:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769077852.722807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077852.722813:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077852.722815:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077852.722817:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077852.722819:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3491 02000000:00000001:3.0:1769077852.722822:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077852.722823:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077852.722825:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.722829:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077852.722830:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077852.722831:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077852.722832:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077852.722834:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077852.722836:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.722836:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077852.722839:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077852.722841:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077852.722842:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077852.722844:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077852.722846:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722847:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077852.722848:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077852.722850:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.722851:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077852.722852:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.722854:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 02000000:00000001:0.0:1769077852.722856:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077852.722860:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722862:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077852.722862:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077852.722872:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077852.722874:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722878:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077852.722882:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978440320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077852.722887:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077852.722889:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722891:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077852.722892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077852.722894:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077852.722895:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077852.722896:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077852.722898:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077852.722900:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3491 00000100:00080000:0.0:1769077852.722912:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077852.722915:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.722916:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077852.722919:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077852.722920:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077852.722933:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077852.722936:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077852.722938:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.722940:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000800:00000100:3.0:1769077852.722948:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769077852.722951:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077852.722958:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077852.722960:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077852.722965:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077852.722968:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.722970:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077852.722971:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077852.722980:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077852.722983:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1769077852.722984:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.722988:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.722989:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077852.722993:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077852.723001:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723001:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077852.723009:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077852.723011:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077852.723012:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.723017:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723017:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077852.723034:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978440448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077852.723035:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298164985 00000100:00000001:0.0:1769077852.723048:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077852.723051:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.723055:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077852.723058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077852.723059:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769077852.723069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077852.723073:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077852.723076:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298164985 00000100:00080000:0.0:1769077852.723077:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077852.723087:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077852.723089:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077852.723108:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3491 00000100:00000001:3.0:1769077852.723113:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077852.723117:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077852.723117:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723122:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077852.723127:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.723132:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077852.723149:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077852.723155:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1769077852.723156:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077852/real 1769077852] req@ffff8f28835e9180 x1855008978440064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077852.723159:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077852.723162:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077852.723165:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077852.723169:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077852.723180:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077852.723189:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077852.723198:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077852.723204:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1769077852.723209:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769077852.723210:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077852.723215:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077852.723216:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077852.723222:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00100000:0.0:1769077852.723223:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077852.723227:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:0.0:1769077852.723229:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.723245:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723248:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723252:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723255:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077852.723256:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077852.723260:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.723265:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1769077852.723265:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978440064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077852.723274:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077852.723281:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723288:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723293:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077852.723296:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723296:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723299:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723303:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723307:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077852.723310:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1769077852.723313:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978440576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077852.723315:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077852.723329:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077852.723339:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077852.723355:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978440064:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077852.723356:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077852.723367:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723373:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723376:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077852.723378:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077852.723382:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077852.723388:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769077852.723405:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077852.723436:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077852.723439:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077852.723446:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077852.723448:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077852.723451:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077852.723453:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723455:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723463:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077852.723465:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723467:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077852.723469:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077852.723471:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077852.723473:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077852.723474:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.723477:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077852.723479:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077852.723482:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.723486:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077852.723489:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077852.723492:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077852.723493:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.723495:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077852.723498:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723505:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077852.723507:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077852.723512:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077852.723541:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077852.723544:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077852.723546:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077852.723547:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723549:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077852.723551:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723555:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298163746 00000100:00000001:3.0:1769077852.723558:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298164985 00000100:00000001:3.0:1769077852.723560:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298163746 00000100:00000001:3.0:1769077852.723562:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298164985 00000100:00000001:3.0:1769077852.723563:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077852.723564:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723566:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077852.723569:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077852/real 1769077852] req@ffff8f28835e8700 x1855008978440192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077852.723575:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077852.723575:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077852.723577:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077852.723578:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077852.723579:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723581:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723582:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077852.723600:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978440192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077852.723606:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723607:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077852.723609:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723610:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723611:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723612:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077852.723614:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077852.723616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077852.723619:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077852.723620:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077852.723623:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077852.723627:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077852.723629:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077852.723630:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.723632:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077852.723633:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077852.723634:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.723636:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077852.723639:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077852.723640:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077852.723642:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.723643:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077852.723646:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723649:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077852.723650:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077852.723653:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077852.723661:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077852.723663:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077852.723665:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077852.723666:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723667:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077852.723668:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723671:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298163743 00000100:00000001:3.0:1769077852.723673:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298164985 00000100:00000001:3.0:1769077852.723675:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298163743 00000100:00000001:3.0:1769077852.723676:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298164985 00000100:00000001:3.0:1769077852.723678:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077852.723679:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723681:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077852.723683:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077852/real 1769077852] req@ffff8f28835ead80 x1855008978440320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077852.723688:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077852.723689:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077852.723691:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077852.723692:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077852.723693:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723694:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723695:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077852.723698:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978440320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077852.723703:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723720:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077852.723721:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723722:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723723:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723724:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077852.723725:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077852.723727:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077852.723729:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077852.723730:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077852.723732:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077852.723734:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077852.723735:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077852.723736:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.723738:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077852.723739:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077852.723740:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.723742:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077852.723744:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077852.723746:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077852.723747:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.723748:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077852.723750:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723755:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077852.723756:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077852.723759:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077852.723764:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077852.723767:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077852.723768:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077852.723769:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723771:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077852.723774:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723778:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298163746 00000100:00000001:3.0:1769077852.723781:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298164985 00000100:00000001:3.0:1769077852.723783:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298163746 00000100:00000001:3.0:1769077852.723786:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298164985 00000100:00000001:3.0:1769077852.723788:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077852.723790:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723792:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077852.723796:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077852/real 1769077852] req@ffff8f28835eb480 x1855008978440448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077852.723805:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077852.723807:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077852.723809:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077852.723811:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077852.723813:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723815:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723817:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077852.723821:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978440448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077852.723830:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723832:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077852.723835:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723837:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723839:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723841:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077852.723843:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077852.723845:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077852.723847:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077852.723849:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077852.723851:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077852.723853:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077852.723855:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077852.723856:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.723857:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077852.723859:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077852.723861:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.723863:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077852.723865:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077852.723867:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077852.723868:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.723869:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077852.723872:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723876:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077852.723877:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077852.723880:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077852.723889:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077852.723892:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077852.723894:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077852.723895:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723896:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077852.723898:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723901:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298163738 00000100:00000001:3.0:1769077852.723903:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298164985 00000100:00000001:3.0:1769077852.723904:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298163738 00000100:00000001:3.0:1769077852.723906:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298164985 00000100:00000001:3.0:1769077852.723908:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077852.723910:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.723911:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077852.723914:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077852/real 1769077852] req@ffff8f28835ea300 x1855008978440576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077852.723920:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077852.723920:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077852.723922:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077852.723923:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077852.723924:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723925:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723926:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077852.723928:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978440576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077852.723951:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723953:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077852.723955:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723956:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077852.723957:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723958:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077852.723959:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077852.723961:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077852.723964:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077852.723965:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077852.723968:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077852.723971:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723972:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077852.723973:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077852.723975:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077852.723976:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077852.723977:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077852.723978:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077852.723980:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077852.723982:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077852.723984:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077852.723985:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.723987:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077852.723988:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077852.723989:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077852.723991:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077852.723992:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077852.723993:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077852.723994:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077852.723995:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077852.723999:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077852.724000:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.724001:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077852.724002:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077852.724003:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077852.724004:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077852.724005:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077852.724005:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077852.724007:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077852.724008:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077852.724009:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077852.724010:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.724012:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077852.724013:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077852.724014:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077852.724016:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077852.724017:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077852.724018:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077852.724019:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077852.724020:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077852.724021:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077852.724022:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.724023:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.724026:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077852.724027:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.724029:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077852.724030:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077853.362536:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077853.362547:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077853.362550:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077853.362557:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077853.362562:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077853.362568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077853.362569:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077853.362581:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077853.362582:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077853.362590:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077853.362595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077853.362597:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077853.362604:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077853.362611:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077853.362616:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077853.362622:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077853.362626:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077853.362630:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077853.362635:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077853.362708:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077853.362713:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077853.362718:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077853.746472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077853.746479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077853.746481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077853.746486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077853.746489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077853.746493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077853.746495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077853.746497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077853.746499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077854.386483:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077854.386483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077854.386489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077854.386490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077854.386492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077854.386496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077854.386497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077854.386498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077854.386502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077854.386505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077854.386508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077854.386511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077854.386513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077854.386596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077854.386599:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077854.386602:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077854.770441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077854.770447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077854.770449:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077854.770454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077854.770457:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077854.770460:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077854.770463:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077854.770465:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077854.770467:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077855.410481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077855.410484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077855.410488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077855.410489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077855.410493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077855.410495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077855.410498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077855.410498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077855.410502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077855.410505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077855.410507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077855.410508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077855.410510:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077855.410563:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077855.410568:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077855.410572:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077855.794472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077855.794480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077855.794481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077855.794486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077855.794489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077855.794492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077855.794494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077855.794497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077855.794499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077856.434453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077856.434455:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077856.434461:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077856.434462:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077856.434465:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077856.434466:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077856.434468:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077856.434474:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769077856.434475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077856.434476:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077856.434481:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077856.434482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077856.434483:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077856.434487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077856.434488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077856.434492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077856.434493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077856.434496:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077856.434499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077856.434548:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077856.434552:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077856.434555:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077856.818443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077856.818450:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077856.818452:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077856.818456:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077856.818460:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077856.818463:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077856.818465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077856.818467:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077856.818470:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077857.458487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077857.458489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077857.458494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077857.458496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077857.458500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077857.458501:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077857.458502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077857.458509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077857.458514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077857.458518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077857.458522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077857.458525:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077857.458528:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077857.458566:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077857.458569:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077857.458572:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077857.842440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077857.842453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077857.842456:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077857.842461:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077857.842466:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077857.842473:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3496 00000100:00000001:1.0:1769077857.842478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077857.842486:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077857.842486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077857.842488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842493:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077857.842495:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769077857.842495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000020:00000001:0.0:1769077857.842500:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077857.842504:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077857.842505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077857.842509:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077857.842510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077857.842523:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077857.842523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077857.842530:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077857.842531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077857.842539:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077857.842540:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077857.842553:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077857.842556:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077857.842558:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077857.842561:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077857.842564:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842566:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077857.842570:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077857.842582:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077857.842584:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842588:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077857.842591:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077857.842596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842612:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077857.842624:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978440704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077857.842643:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077857.842646:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842667:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077857.842671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077857.842674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077857.842675:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077857.842677:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077857.842679:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077857.842681:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3496 00000100:00080000:0.0:1769077857.842685:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077857.842687:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077857.842688:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077857.842690:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077857.842691:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077857.842693:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077857.842694:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077857.842696:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077857.842696:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077857.842698:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077857.842701:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077857.842702:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077857.842707:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077857.842710:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842711:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077857.842716:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077857.842716:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1769077857.842722:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.842722:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077857.842724:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.842726:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769077857.842729:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077857.842729:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077857.842731:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077857.842732:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842737:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077857.842738:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077857.842739:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077857.842740:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.842744:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077857.842747:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.842748:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077857.842758:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978440832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077857.842758:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978440704:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077857.842767:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077857.842772:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077857.842773:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.842774:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077857.842777:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.842778:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077857.842781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077857.842782:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769077857.842787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077857.842788:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077857.842789:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769077857.842789:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842791:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077857.842795:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3496 00000100:00080000:0.0:1769077857.842799:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077857.842801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077857.842801:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077857.842803:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077857.842804:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077857.842805:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077857.842807:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077857.842809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077857.842809:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077857.842810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077857.842813:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00080000:0.0:1769077857.842815:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077857.842819:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.842820:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077857.842824:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077857.842826:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077857.842828:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842829:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077857.842831:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077857.842833:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842835:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077857.842838:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077857.842839:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842840:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077857.842841:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077857.842842:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842845:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077857.842849:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978440960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077857.842855:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077857.842857:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842858:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077857.842860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077857.842862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077857.842864:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077857.842866:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1769077857.842868:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077857.842869:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077857.842874:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3496 00000100:00080000:0.0:1769077857.842878:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077857.842880:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077857.842881:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077857.842884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077857.842886:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769077857.842887:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077857.842890:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077857.842891:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077857.842892:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077857.842895:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769077857.842896:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077857.842899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077857.842900:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077857.842902:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077857.842903:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077857.842909:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.842910:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298170105 02000000:00000001:0.0:1769077857.842911:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077857.842916:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077857.842919:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842920:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077857.842922:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077857.842924:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842925:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077857.842929:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077857.842929:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077857.842931:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077857.842932:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.842934:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769077857.842936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077857.842941:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978441088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077857.842947:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077857.842948:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298170105 00000100:00000001:0.0:1769077857.842950:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842953:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077857.842956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077857.842956:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077857.842962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077857.842963:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077857.842964:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077857.842966:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077857.842967:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.842969:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077857.842972:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769077857.842973:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3496 00000100:00080000:0.0:1769077857.842977:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077857.842980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769077857.842980:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077857/real 1769077857] req@ffff8f28835e9500 x1855008978440704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077857.842981:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077857.842985:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077857.842987:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077857.842990:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077857.842994:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077857.842998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077857.843001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077857.843003:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769077857.843006:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077857.843028:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077857.843029:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:3.0:1769077857.843030:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769077857.843032:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077857.843036:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843036:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077857.843041:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077857.843042:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00100000:0.0:1769077857.843043:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077857.843045:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077857.843047:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843049:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077857.843050:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843051:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077857.843057:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978440704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077857.843061:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077857.843066:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077857.843067:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.843070:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077857.843071:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077857.843073:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077857.843075:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843078:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769077857.843079:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843079:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843086:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077857.843087:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077857.843089:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077857.843090:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077857.843095:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077857.843098:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077857.843101:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978441216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077857.843104:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978440704:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077857.843112:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843116:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077857.843119:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077857.843122:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769077857.843124:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077857.843126:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769077857.843130:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077857.843130:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077857.843134:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769077857.843136:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.843138:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077857.843142:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077857.843145:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077857.843146:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843148:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843155:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077857.843157:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843159:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077857.843160:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077857.843162:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077857.843163:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077857.843164:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.843165:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077857.843167:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077857.843168:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077857.843171:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077857.843174:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077857.843175:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077857.843176:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.843178:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077857.843180:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843184:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077857.843185:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:3.0:1769077857.843190:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077857.843200:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077857.843204:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077857.843206:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077857.843208:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843210:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077857.843212:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843217:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298168865 00000100:00000001:3.0:1769077857.843220:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298170105 00000100:00000001:3.0:1769077857.843223:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298168865 00000100:00000001:3.0:1769077857.843225:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298170105 00000100:00000001:3.0:1769077857.843228:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077857.843231:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843233:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077857.843237:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077857/real 1769077857] req@ffff8f28835e9f80 x1855008978440832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077857.843247:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077857.843248:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077857.843251:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077857.843252:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077857.843254:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843256:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077857.843257:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077857.843261:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978440832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077857.843275:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843277:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077857.843280:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843281:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077857.843283:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843285:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077857.843287:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077857.843289:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077857.843293:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077857.843296:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077857.843299:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077857.843304:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077857.843305:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077857.843307:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.843309:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077857.843311:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077857.843313:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077857.843316:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077857.843320:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077857.843321:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077857.843323:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.843324:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077857.843327:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843331:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077857.843332:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:3.0:1769077857.843335:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077857.843344:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077857.843347:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077857.843349:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077857.843350:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843352:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077857.843354:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843356:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298168862 00000100:00000001:3.0:1769077857.843358:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298170105 00000100:00000001:3.0:1769077857.843360:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298168862 00000100:00000001:3.0:1769077857.843361:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298170105 00000100:00000001:3.0:1769077857.843363:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077857.843364:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843365:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077857.843368:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077857/real 1769077857] req@ffff8f28835ea680 x1855008978440960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077857.843373:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077857.843393:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077857.843395:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077857.843396:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077857.843397:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843398:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077857.843399:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077857.843402:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978440960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077857.843407:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843408:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077857.843410:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843411:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077857.843412:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843413:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077857.843414:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077857.843415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077857.843417:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077857.843418:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077857.843421:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978440960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077857.843424:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077857.843425:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077857.843426:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.843427:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077857.843429:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077857.843430:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077857.843432:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077857.843434:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077857.843435:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077857.843436:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.843438:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077857.843440:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843444:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077857.843445:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077857.843447:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077857.843454:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077857.843456:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077857.843458:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077857.843459:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843460:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077857.843462:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843464:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298168866 00000100:00000001:3.0:1769077857.843466:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298170105 00000100:00000001:3.0:1769077857.843468:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298168866 00000100:00000001:3.0:1769077857.843470:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298170105 00000100:00000001:3.0:1769077857.843471:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077857.843473:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843474:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077857.843476:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077857/real 1769077857] req@ffff8f28835ea300 x1855008978441088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077857.843485:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077857.843486:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077857.843488:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077857.843489:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077857.843498:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843499:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077857.843500:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077857.843505:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978441088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077857.843510:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843512:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077857.843514:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843515:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077857.843515:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843517:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077857.843518:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077857.843519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077857.843521:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077857.843522:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077857.843524:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077857.843526:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077857.843527:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077857.843528:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.843529:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077857.843530:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077857.843531:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077857.843533:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077857.843536:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077857.843537:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077857.843538:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077857.843539:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077857.843542:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843545:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077857.843546:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077857.843548:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077857.843554:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077857.843557:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077857.843558:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077857.843559:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843560:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077857.843562:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843564:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298168858 00000100:00000001:3.0:1769077857.843565:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298170105 00000100:00000001:3.0:1769077857.843567:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298168858 00000100:00000001:3.0:1769077857.843569:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298170105 00000100:00000001:3.0:1769077857.843571:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077857.843572:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843573:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077857.843576:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077857/real 1769077857] req@ffff8f28835eb480 x1855008978441216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077857.843580:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077857.843581:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077857.843582:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077857.843583:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077857.843584:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843585:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077857.843585:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077857.843587:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978441216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077857.843592:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843594:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077857.843596:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843597:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077857.843598:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843599:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077857.843600:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077857.843602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077857.843604:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077857.843605:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077857.843607:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077857.843609:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843610:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077857.843611:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077857.843612:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077857.843613:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077857.843614:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077857.843615:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077857.843616:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077857.843617:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077857.843619:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077857.843619:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843620:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077857.843621:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077857.843622:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077857.843623:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077857.843624:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077857.843624:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077857.843625:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077857.843626:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077857.843627:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077857.843628:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843629:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077857.843630:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077857.843631:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077857.843632:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077857.843633:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077857.843634:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077857.843634:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077857.843636:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077857.843637:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077857.843638:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843639:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077857.843640:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077857.843640:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077857.843641:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077857.843642:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077857.843643:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077857.843644:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077857.843644:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077857.843646:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077857.843647:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843648:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.843651:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077857.843651:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.843653:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077857.843654:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077858.482457:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077858.482464:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077858.482467:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077858.482468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077858.482475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077858.482477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077858.482481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077858.482486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077858.482488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077858.482489:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077858.482495:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077858.482496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077858.482499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077858.482607:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077858.482611:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077858.482614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077858.866501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077858.866508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077858.866511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077858.866515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077858.866518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077858.866521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077858.866523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077858.866525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077858.866527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077859.506477:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077859.506478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077859.506483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077859.506485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077859.506489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077859.506489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077859.506493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077859.506495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077859.506500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077859.506504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077859.506507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077859.506510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077859.506513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077859.506587:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077859.506594:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077859.506599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077859.890455:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077859.890464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077859.890466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077859.890473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077859.890477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077859.890481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077859.890484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077859.890487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077859.890489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077860.530472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077860.530479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077860.530480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077860.530484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077860.530485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077860.530491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077860.530494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077860.530495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077860.530498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077860.530500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077860.530504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077860.530505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077860.530508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077860.530564:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077860.530567:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077860.530570:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077860.914452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077860.914461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077860.914463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077860.914468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077860.914473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077860.914477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077860.914479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077860.914482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077860.914484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077861.554474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077861.554477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077861.554482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077861.554484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077861.554485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077861.554490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077861.554491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077861.554495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077861.554497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077861.554500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077861.554503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077861.554505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077861.554507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077861.554559:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077861.554563:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077861.554567:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077861.938459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077861.938468:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077861.938470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077861.938475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077861.938478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077861.938481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077861.938483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077861.938485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077861.938488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077862.578477:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077862.578482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077862.578483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077862.578488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077862.578489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077862.578494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077862.578497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077862.578498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077862.578502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077862.578503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.578507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077862.578510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.578511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077862.578573:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077862.578578:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077862.578582:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077862.962484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077862.962486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077862.962493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077862.962493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077862.962497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962498:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077862.962502:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077862.962504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077862.962505:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077862.962510:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077862.962513:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3501 00000100:00000001:1.0:1769077862.962516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.962521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077862.962524:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077862.962525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077862.962528:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077862.962531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077862.962531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077862.962537:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077862.962540:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077862.962542:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077862.962544:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077862.962545:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077862.962546:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077862.962550:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077862.962552:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.962555:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077862.962557:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077862.962559:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962561:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077862.962563:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.962572:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077862.962574:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962576:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077862.962578:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077862.962581:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962590:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077862.962597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978441344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077862.962617:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077862.962623:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962637:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077862.962640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.962644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077862.962645:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077862.962647:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077862.962650:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077862.962653:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3501 00000100:00080000:0.0:1769077862.962657:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077862.962659:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077862.962661:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077862.962664:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077862.962666:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077862.962668:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077862.962671:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077862.962673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077862.962675:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077862.962676:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769077862.962680:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077862.962682:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077862.962686:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.962687:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769077862.962691:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077862.962691:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077862.962695:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.962698:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077862.962701:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.962702:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077862.962703:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077862.962709:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1769077862.962710:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077862.962716:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.962716:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962717:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.962723:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077862.962725:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077862.962726:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978441344:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077862.962728:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077862.962730:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077862.962733:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.962735:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077862.962741:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077862.962743:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.962746:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077862.962747:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.962752:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077862.962755:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978441472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077862.962762:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077862.962764:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962766:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077862.962768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.962770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077862.962772:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077862.962772:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769077862.962777:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077862.962777:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:0.0:1769077862.962779:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077862.962783:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3501 00000100:00000001:3.0:1769077862.962785:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077862.962787:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077862.962790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077862.962791:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077862.962793:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077862.962794:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077862.962795:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077862.962797:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077862.962798:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077862.962799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077862.962801:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077862.962802:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.962803:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077862.962805:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077862.962807:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962808:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077862.962809:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077862.962811:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962812:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.962815:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077862.962816:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962818:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077862.962819:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077862.962820:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962823:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077862.962826:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978441600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077862.962831:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077862.962833:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962834:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077862.962836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.962838:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077862.962840:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077862.962842:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1769077862.962845:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077862.962846:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077862.962850:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3501 00000100:00080000:0.0:1769077862.962853:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077862.962855:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077862.962856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077862.962857:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077862.962858:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077862.962860:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077862.962861:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769077862.962862:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077862.962865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077862.962867:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077862.962868:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769077862.962870:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077862.962874:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962875:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.962878:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077862.962881:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769077862.962882:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077862.962885:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962887:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077862.962889:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077862.962890:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077862.962891:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962895:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.962898:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298175225 02000000:00000001:0.0:1769077862.962899:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077862.962901:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962905:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077862.962906:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077862.962907:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962911:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.962914:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1769077862.962915:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978441728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077862.962935:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077862.962936:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962938:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077862.962940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077862.962942:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298175225 00000100:00080000:0.0:1769077862.962943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077862.962945:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077862.962946:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077862.962951:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077862.962953:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3501 00000100:00000001:3.0:1769077862.962955:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077862.962957:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077862.962961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077862.962962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077862.962963:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077862.962964:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077862.962966:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077862.962969:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077862.962970:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077862.962971:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077862.962976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077862.962977:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077862.962978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077862.962982:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077862.962984:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.962986:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769077862.962988:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff8f28835ead80 x1855008978441344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077862.962989:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077862.962993:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.962997:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077862.962999:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077862.963003:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.963007:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.963013:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:3.0:1769077862.963014:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769077862.963015:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.963019:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:3.0:1769077862.963019:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769077862.963023:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077862.963025:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963026:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077862.963029:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963031:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077862.963035:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077862.963036:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978441856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077862.963039:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963043:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077862.963044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1769077862.963054:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978441344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077862.963055:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.963060:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963069:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963073:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077862.963077:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963079:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963081:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963084:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077862.963086:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077862.963089:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077862.963094:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077862.963096:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077862.963100:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978441344:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077862.963107:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963109:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077862.963111:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077862.963114:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077862.963117:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077862.963119:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077862.963121:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077862.963125:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077862.963127:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077862.963131:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077862.963133:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963135:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963142:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077862.963143:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963146:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077862.963147:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077862.963149:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077862.963150:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077862.963152:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.963154:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077862.963155:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077862.963158:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077862.963161:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077862.963165:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077862.963167:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077862.963168:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.963170:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077862.963173:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963179:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077862.963181:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077862.963186:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077862.963199:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077862.963204:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077862.963206:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077862.963208:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963209:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077862.963212:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963217:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298173985 00000100:00000001:3.0:1769077862.963220:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298175225 00000100:00000001:3.0:1769077862.963222:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298173985 00000100:00000001:3.0:1769077862.963224:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298175225 00000100:00000001:3.0:1769077862.963227:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077862.963229:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963231:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077862.963236:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff8f28835e8700 x1855008978441472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077862.963245:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077862.963246:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077862.963249:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077862.963250:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077862.963252:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963254:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963255:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077862.963259:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978441472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077862.963266:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963268:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077862.963278:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963280:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963281:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963283:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077862.963285:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077862.963288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077862.963292:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077862.963294:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077862.963297:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077862.963304:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077862.963306:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077862.963307:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.963317:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077862.963319:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077862.963321:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077862.963325:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077862.963328:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077862.963330:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077862.963332:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.963334:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077862.963337:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963342:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077862.963344:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077862.963347:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077862.963359:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077862.963363:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077862.963365:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077862.963367:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963369:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077862.963371:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963400:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298173983 00000100:00000001:3.0:1769077862.963403:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298175225 00000100:00000001:3.0:1769077862.963406:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298173983 00000100:00000001:3.0:1769077862.963408:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298175225 00000100:00000001:3.0:1769077862.963410:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077862.963412:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963414:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077862.963419:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff8f28835e9180 x1855008978441600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077862.963427:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077862.963429:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077862.963432:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077862.963434:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077862.963435:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963437:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963439:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077862.963443:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978441600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077862.963450:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963452:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077862.963454:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963456:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963457:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963459:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077862.963461:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077862.963465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077862.963468:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077862.963470:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077862.963474:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077862.963478:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077862.963479:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077862.963481:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.963483:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077862.963485:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077862.963487:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077862.963490:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077862.963493:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077862.963495:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077862.963497:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.963498:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077862.963502:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963507:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077862.963509:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077862.963513:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077862.963525:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077862.963529:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077862.963531:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077862.963533:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963535:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077862.963538:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963541:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298173986 00000100:00000001:3.0:1769077862.963544:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298175225 00000100:00000001:3.0:1769077862.963546:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298173986 00000100:00000001:3.0:1769077862.963548:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298175225 00000100:00000001:3.0:1769077862.963550:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077862.963552:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963554:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077862.963558:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff8f28835eb800 x1855008978441728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077862.963566:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077862.963568:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077862.963570:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077862.963572:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077862.963574:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963575:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963577:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077862.963581:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978441728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077862.963588:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963590:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077862.963592:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963594:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963596:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963597:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077862.963599:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077862.963602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077862.963605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077862.963608:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077862.963611:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077862.963615:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077862.963617:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077862.963618:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.963621:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077862.963623:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077862.963625:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077862.963628:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077862.963631:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077862.963633:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077862.963635:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077862.963636:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077862.963640:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963645:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077862.963646:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:3.0:1769077862.963649:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077862.963660:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077862.963664:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077862.963666:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077862.963668:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963669:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077862.963672:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963676:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298173978 00000100:00000001:3.0:1769077862.963678:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298175225 00000100:00000001:3.0:1769077862.963680:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298173978 00000100:00000001:3.0:1769077862.963683:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298175225 00000100:00000001:3.0:1769077862.963685:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077862.963688:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963690:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077862.963694:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff8f28835e8380 x1855008978441856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077862.963703:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077862.963704:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077862.963706:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077862.963708:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077862.963709:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963711:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963713:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077862.963717:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978441856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077862.963723:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963726:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077862.963728:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963730:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077862.963732:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963734:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077862.963735:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077862.963738:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077862.963742:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077862.963745:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077862.963748:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978441856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077862.963752:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963755:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077862.963756:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077862.963758:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077862.963760:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077862.963761:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077862.963763:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077862.963765:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077862.963767:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077862.963769:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077862.963770:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963772:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077862.963773:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077862.963775:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077862.963777:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077862.963778:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077862.963779:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077862.963781:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077862.963782:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077862.963784:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077862.963785:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963788:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077862.963789:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077862.963790:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077862.963791:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077862.963792:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077862.963794:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077862.963795:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077862.963797:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077862.963798:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077862.963799:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963801:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077862.963802:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077862.963803:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077862.963805:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077862.963806:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077862.963807:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077862.963809:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077862.963810:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077862.963811:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077862.963813:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963815:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.963818:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077862.963820:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.963822:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077862.963823:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077863.602468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077863.602472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077863.602476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077863.602476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077863.602480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077863.602482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077863.602485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077863.602487:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077863.602490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077863.602490:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077863.602495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077863.602495:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077863.602501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077863.602501:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077863.602503:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077863.602505:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077863.602506:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077863.602508:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077863.602512:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077863.602584:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077863.602588:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077863.602592:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077863.986465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077863.986473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077863.986475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077863.986481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077863.986484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077863.986488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077863.986490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077863.986493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077863.986495:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077864.626462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077864.626468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077864.626469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077864.626475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077864.626475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077864.626480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077864.626480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077864.626487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077864.626491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077864.626495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077864.626498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077864.626501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077864.626505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077864.626548:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077864.626553:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077864.626557:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077865.010477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077865.010484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077865.010486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077865.010495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077865.010498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077865.010501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077865.010503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077865.010505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077865.010508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077865.650517:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077865.650528:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077865.650528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077865.650532:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077865.650538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077865.650539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077865.650545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077865.650550:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077865.650551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077865.650553:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077865.650558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077865.650558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077865.650570:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077865.650647:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077865.650652:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077865.650656:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077866.034477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077866.034483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077866.034485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077866.034489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077866.034492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077866.034495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077866.034497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077866.034499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077866.034501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077866.674442:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077866.674451:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077866.674453:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077866.674459:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077866.674464:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077866.674469:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077866.674471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077866.674473:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077866.674480:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077866.674481:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077866.674488:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077866.674489:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077866.674491:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077866.674498:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077866.674500:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077866.674503:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077866.674504:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077866.674508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077866.674509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077866.674564:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077866.674568:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077866.674571:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077867.058496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077867.058503:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077867.058505:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077867.058509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077867.058512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077867.058515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077867.058517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077867.058519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077867.058521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077867.698479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077867.698483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077867.698487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077867.698488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077867.698491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077867.698494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077867.698496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077867.698496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077867.698501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077867.698504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077867.698507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077867.698509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077867.698511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077867.698555:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077867.698558:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077867.698560:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077868.082475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077868.082482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077868.082484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077868.082496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077868.082500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077868.082502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.082505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077868.082507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077868.082509:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077868.082510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077868.082518:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077868.082521:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077868.082524:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077868.082528:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077868.082536:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3506 00000100:00080000:2.0:1769077868.082547:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077868.082550:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077868.082552:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077868.082556:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077868.082559:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077868.082562:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077868.082565:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077868.082567:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077868.082569:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077868.082574:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077868.082578:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077868.082581:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077868.082585:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077868.082588:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082590:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077868.082593:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077868.082605:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077868.082607:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082610:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077868.082612:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077868.082616:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082627:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077868.082636:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978441984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077868.082648:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077868.082654:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082668:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077868.082671:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077868.082674:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077868.082677:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077868.082679:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077868.082682:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077868.082686:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3506 00000100:00000001:3.0:1769077868.082687:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769077868.082690:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077868.082691:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077868.082694:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077868.082696:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077868.082697:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077868.082702:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077868.082702:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077868.082708:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769077868.082711:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769077868.082712:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077868.082717:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:3.0:1769077868.082718:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769077868.082719:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:3.0:1769077868.082723:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082725:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077868.082729:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:3.0:1769077868.082733:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978441984:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769077868.082737:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077868.082744:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077868.082745:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077868.082749:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077868.082750:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077868.082755:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077868.082756:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077868.082760:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769077868.082761:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082765:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077868.082767:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769077868.082769:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077868.082774:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082776:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.082785:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077868.082788:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 02000000:00000001:2.0:1769077868.082789:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077868.082792:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769077868.082793:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082797:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077868.082802:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077868.082804:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082809:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077868.082815:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978442112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077868.082825:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077868.082828:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077868.082829:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077868.082853:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077868.082858:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077868.082859:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077868.082864:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769077868.082865:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077868.082867:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082869:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077868.082870:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769077868.082874:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077868.082876:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082878:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077868.082882:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298180345 00000100:00080000:2.0:1769077868.082883:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3506 00000100:00080000:2.0:1769077868.082890:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077868.082893:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077868.082895:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769077868.082896:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077868.082901:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077868.082903:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077868.082905:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077868.082907:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077868.082909:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077868.082911:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077868.082913:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298180345 00000100:00080000:2.0:1769077868.082916:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077868.082921:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.082922:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1769077868.082925:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077868.082929:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077868.082932:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077868.082934:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077868.082939:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.082940:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769077868.082945:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077868.082949:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077868.082950:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077868/real 1769077868] req@ffff8f2882c3bb80 x1855008978441984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769077868.082958:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.082964:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077868.082966:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077868.082969:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769077868.082970:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077868.082973:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769077868.082974:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.082977:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077868.082979:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077868.082980:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077868.082983:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077868.082984:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.082988:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077868.082989:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077868.082994:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978441984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077868.082997:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083005:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083009:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1769077868.083010:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978442240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077868.083013:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083018:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.083019:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083025:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077868.083027:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077868.083031:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769077868.083033:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:3.0:1769077868.083037:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769077868.083040:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083041:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077868.083047:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978441984:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769077868.083048:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077868.083055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077868.083055:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083059:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077868.083062:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1769077868.083063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1769077868.083065:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769077868.083067:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077868.083069:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1769077868.083070:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1769077868.083072:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769077868.083076:0:38:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769077868.083076:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1769077868.083083:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3506 00000100:00080000:2.0:1769077868.083087:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077868.083089:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769077868.083090:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077868.083093:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769077868.083094:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077868.083096:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1769077868.083098:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077868.083099:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077868.083102:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077868.083103:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077868.083107:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077868.083110:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769077868.083111:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077868.083113:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.083118:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077868.083119:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077868.083121:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077868.083123:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077868.083124:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077868.083126:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077868.083129:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083131:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1769077868.083133:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077868.083134:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077868.083138:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.083141:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077868.083143:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442112:192.168.204.124@tcp:38:kworker.0 02000000:00000001:2.0:1769077868.083146:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077868.083149:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077868.083152:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077868.083154:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077868.083158:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077868.083159:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083164:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077868.083165:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077868.083170:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077868.083170:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769077868.083176:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.083179:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083182:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769077868.083184:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077868.083186:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 02000000:00000001:2.0:1769077868.083188:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.083191:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077868.083193:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077868.083194:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769077868.083196:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.083203:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077868.083209:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978442368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077868.083217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077868.083224:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077868.083225:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077868.083230:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083230:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077868.083234:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083236:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077868.083237:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083239:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077868.083242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077868.083245:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298179105 00000100:00080000:2.0:1769077868.083249:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077868.083250:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298180345 00000100:00000001:2.0:1769077868.083254:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077868.083254:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298179105 00000100:00080000:2.0:1769077868.083259:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077868.083259:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298180345 00000100:00000001:3.0:1769077868.083263:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077868.083265:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077868.083266:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083269:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1769077868.083272:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3506 00000100:00100000:3.0:1769077868.083276:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077868/real 1769077868] req@ffff8f2882c3a680 x1855008978442112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077868.083280:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077868.083285:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077868.083288:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077868.083290:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077868.083292:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1769077868.083294:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077868.083296:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1769077868.083297:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077868.083299:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1769077868.083301:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077868.083302:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077868.083307:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077868.083307:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.083309:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077868.083313:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769077868.083315:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978442112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077868.083317:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077868.083326:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077868.083333:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083339:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077868.083340:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077868.083343:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769077868.083345:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077868.083346:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077868.083352:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083352:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.083353:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077868.083357:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077868.083358:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00100000:2.0:1769077868.083363:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077868.083363:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077868.083368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00000001:2.0:1769077868.083370:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077868.083396:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077868.083399:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077868.083401:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077868.083405:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077868.083406:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077868.083407:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083409:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769077868.083411:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083412:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077868.083417:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077868.083419:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077868.083420:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442240:192.168.204.124@tcp:38:kworker.0 02000000:00000001:2.0:1769077868.083424:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083425:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077868.083429:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077868.083429:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077868.083433:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077868.083434:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083438:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769077868.083439:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083441:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077868.083447:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083448:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077868.083450:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:3.0:1769077868.083454:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1769077868.083458:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978442496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077868.083468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077868.083472:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077868.083474:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077868.083476:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083477:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077868.083481:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083481:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083487:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077868.083490:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083493:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298179103 00000100:00000001:3.0:1769077868.083496:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298180345 00000100:00000001:3.0:1769077868.083499:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298179103 00000100:00000001:3.0:1769077868.083502:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298180345 00000100:00000001:3.0:1769077868.083504:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077868.083507:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083509:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077868.083513:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077868/real 1769077868] req@ffff8f2882c38380 x1855008978442240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077868.083522:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077868.083524:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077868.083526:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077868.083528:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077868.083530:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083532:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.083533:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077868.083537:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978442240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077868.083545:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083548:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077868.083550:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083552:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.083553:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083555:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077868.083556:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077868.083558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077868.083561:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077868.083562:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077868.083565:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077868.083568:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083569:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077868.083570:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077868.083571:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077868.083573:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077868.083574:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077868.083575:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077868.083577:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077868.083578:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077868.083580:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077868.083580:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083582:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077868.083582:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077868.083583:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077868.083584:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077868.083585:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077868.083586:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077868.083587:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077868.083587:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077868.083588:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077868.083589:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083590:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083593:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077868.083594:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083595:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077868.083596:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077868.083597:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077868.083598:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077868.083599:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083601:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077868.083602:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077868.083604:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077868.083606:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077868.083608:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077868.083609:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077868.083610:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083611:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077868.083614:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083619:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077868.083620:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:3.0:1769077868.083623:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077868.083632:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077868.083635:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077868.083636:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077868.083637:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083639:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077868.083640:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083643:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298179106 00000100:00000001:3.0:1769077868.083645:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298180345 00000100:00000001:3.0:1769077868.083646:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298179106 00000100:00000001:3.0:1769077868.083648:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298180345 00000100:00000001:3.0:1769077868.083649:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077868.083650:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083651:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077868.083654:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077868/real 1769077868] req@ffff8f2882c3b800 x1855008978442368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077868.083659:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077868.083660:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077868.083661:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077868.083662:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077868.083663:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083664:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.083665:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077868.083668:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978442368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077868.083672:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083673:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077868.083675:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083676:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.083677:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083679:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077868.083680:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077868.083682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077868.083684:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077868.083685:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077868.083687:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077868.083689:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077868.083690:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077868.083691:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083692:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077868.083693:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077868.083694:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077868.083696:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077868.083699:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077868.083700:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077868.083702:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077868.083704:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077868.083706:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083711:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077868.083713:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:3.0:1769077868.083716:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077868.083726:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077868.083731:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077868.083733:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077868.083734:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083736:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077868.083739:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083742:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298179098 00000100:00000001:3.0:1769077868.083745:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298180345 00000100:00000001:3.0:1769077868.083747:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298179098 00000100:00000001:3.0:1769077868.083750:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298180345 00000100:00000001:3.0:1769077868.083752:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077868.083754:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083756:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077868.083760:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077868/real 1769077868] req@ffff8f2882c39f80 x1855008978442496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077868.083768:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077868.083769:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077868.083771:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077868.083772:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077868.083773:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083774:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.083775:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077868.083778:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978442496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077868.083782:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083784:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077868.083785:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083786:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077868.083787:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083788:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077868.083789:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077868.083790:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077868.083792:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077868.083794:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077868.083795:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077868.083798:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083799:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077868.083800:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077868.083801:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077868.083802:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077868.083803:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077868.083805:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077868.083806:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077868.083807:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077868.083809:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077868.083810:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083811:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077868.083811:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077868.083812:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077868.083813:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077868.083814:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077868.083815:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077868.083816:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077868.083816:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077868.083818:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077868.083818:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083819:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.083821:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077868.083822:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.083823:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077868.083824:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.722425:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077868.722431:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077868.722433:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077868.722438:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077868.722442:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077868.722445:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.722447:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077868.722450:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.722452:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077868.722458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077868.722461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077868.722465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077868.722466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077868.722524:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077868.722527:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077868.722529:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077869.106503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077869.106519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077869.106520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077869.106525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077869.106528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077869.106531:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.106533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077869.106535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.106537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077869.746503:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077869.746510:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077869.746513:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077869.746519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077869.746523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077869.746526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077869.746528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.746534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077869.746535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077869.746539:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.746545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077869.746546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077869.746550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077869.746639:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077869.746642:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077869.746645:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077870.130495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077870.130504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077870.130506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077870.130512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077870.130516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077870.130521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077870.130524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077870.130527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077870.130530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077870.770494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077870.770502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077870.770504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077870.770509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077870.770514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077870.770514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077870.770520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077870.770521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077870.770524:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077870.770528:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077870.770528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077870.770532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077870.770533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077870.770602:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077870.770607:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077870.770611:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077871.154480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077871.154487:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077871.154488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077871.154493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077871.154497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077871.154501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.154504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077871.154506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.154509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077871.794476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077871.794484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077871.794486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077871.794491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077871.794494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077871.794496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077871.794501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077871.794503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077871.794510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077871.794511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077871.794516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077871.794518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.794521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077871.794580:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077871.794585:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077871.794589:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077872.178465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077872.178475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077872.178477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077872.178483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077872.178487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077872.178490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077872.178492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077872.178495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077872.178498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077872.818513:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077872.818524:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077872.818527:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077872.818530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077872.818533:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077872.818537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077872.818541:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077872.818546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077872.818547:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077872.818549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077872.818559:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077872.818564:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077872.818568:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077872.818597:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077872.818602:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077872.818606:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077873.202482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077873.202489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077873.202492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077873.202497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077873.202500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077873.202504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077873.202506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077873.202507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077873.202510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077873.202517:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077873.202524:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077873.202528:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077873.202532:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077873.202536:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077873.202543:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3511 00000100:00080000:0.0:1769077873.202554:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077873.202558:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077873.202560:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077873.202564:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077873.202567:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077873.202570:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077873.202573:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077873.202575:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077873.202576:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077873.202581:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077873.202584:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.202587:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077873.202590:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077873.202594:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.202596:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077873.202599:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.202611:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077873.202613:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.202616:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077873.202619:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077873.202623:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.202634:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077873.202643:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978442624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077873.202654:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077873.202659:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.202681:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077873.202684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077873.202688:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077873.202689:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077873.202691:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077873.202694:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077873.202697:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3511 00000100:00080000:0.0:1769077873.202702:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077873.202704:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077873.202706:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077873.202709:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077873.202711:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077873.202713:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077873.202717:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077873.202718:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077873.202721:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077873.202721:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077873.202726:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077873.202728:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769077873.202730:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077873.202731:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077873.202733:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.202739:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.202740:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077873.202744:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077873.202744:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077873.202762:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077873.202764:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.202769:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077873.202773:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978442624:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077873.202774:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077873.202780:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1769077873.202782:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077873.202784:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:0.0:1769077873.202789:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.202789:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.202796:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.202797:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077873.202802:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.202804:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077873.202808:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.202810:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077873.202812:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077873.202814:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.202819:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077873.202821:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.202822:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:3.0:1769077873.202828:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1769077873.202832:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978442752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077873.202842:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077873.202845:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.202848:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077873.202852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077873.202855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077873.202857:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077873.202859:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077873.202863:0:38:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:3.0:1769077873.202864:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769077873.202869:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3511 00000100:00080000:0.0:1769077873.202876:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077873.202876:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077873.202879:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077873.202882:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077873.202883:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077873.202885:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077873.202888:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077873.202889:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769077873.202893:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077873.202896:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077873.202897:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077873.202900:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298185465 00000020:00000001:0.0:1769077873.202902:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077873.202906:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077873.202908:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077873.202910:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769077873.202914:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077873.202919:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.202920:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298185465 02000000:00000001:0.0:1769077873.202924:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077873.202926:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769077873.202930:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077873.202930:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077873.202937:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.202938:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.202940:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077873.202942:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077873.202947:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077873.202947:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077873/real 1769077873] req@ffff8f28835eaa00 x1855008978442624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077873.202954:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.202959:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077873.202965:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769077873.202967:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:3.0:1769077873.202968:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769077873.202972:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.202973:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077873.202976:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077873.202978:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769077873.202981:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077873.202981:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077873.202986:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.202986:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.202987:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077873.202994:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978442624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077873.202996:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203004:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077873.203008:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978442880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077873.203009:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077873.203013:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203016:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.203018:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203022:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077873.203024:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077873.203030:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:3.0:1769077873.203030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077873.203034:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077873.203035:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203038:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077873.203041:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077873.203046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077873.203049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077873.203052:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1769077873.203052:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978442624:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769077873.203055:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077873.203059:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077873.203060:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077873.203064:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077873.203067:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1769077873.203068:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3511 02000000:00000001:3.0:1769077873.203069:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1769077873.203076:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077873.203076:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077873.203078:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077873.203082:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077873.203082:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769077873.203087:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077873.203088:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769077873.203092:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769077873.203093:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1769077873.203096:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077873.203096:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077873.203098:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077873.203100:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077873.203101:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077873.203108:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077873.203110:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077873.203111:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077873.203113:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.203115:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077873.203116:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769077873.203122:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077873.203123:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077873.203126:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077873.203129:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203129:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077873.203131:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.203134:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077873.203135:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077873.203139:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077873.203141:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077873.203141:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.203147:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077873.203147:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077873.203153:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077873.203154:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077873.203158:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:0.0:1769077873.203160:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077873.203160:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.203164:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1769077873.203167:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.203169:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.203171:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.203179:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077873.203180:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769077873.203181:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203184:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:0.0:1769077873.203186:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077873.203189:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077873.203193:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203193:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077873.203202:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077873.203210:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978443008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077873.203216:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077873.203224:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077873.203225:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077873.203227:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203230:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077873.203233:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.203234:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203235:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769077873.203241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077873.203242:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203248:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298184225 00000100:00080000:0.0:1769077873.203249:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077873.203253:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077873.203253:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298185465 00000100:00080000:0.0:1769077873.203257:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077873.203258:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298184225 00000100:00000001:3.0:1769077873.203264:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298185465 00000100:00000001:0.0:1769077873.203265:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077873.203267:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077873.203271:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077873.203272:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3511 00000100:00000001:3.0:1769077873.203273:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769077873.203280:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769077873.203280:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077873/real 1769077873] req@ffff8f28835e9880 x1855008978442752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077873.203286:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077873.203290:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077873.203295:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1769077873.203296:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:3.0:1769077873.203298:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769077873.203300:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077873.203301:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1769077873.203303:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077873.203305:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077873.203307:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077873.203310:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077873.203310:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.203312:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077873.203316:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769077873.203318:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978442752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077873.203320:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077873.203330:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077873.203331:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203335:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077873.203337:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203338:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077873.203343:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077873.203343:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.203345:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203347:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1769077873.203349:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077873.203349:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077873.203356:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077873.203356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077873.203362:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00080000:3.0:1769077873.203364:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000008:00100000:0.0:1769077873.203366:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077873.203368:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:0.0:1769077873.203371:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077873.203396:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077873.203401:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077873.203402:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077873.203404:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.203405:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077873.203407:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077873.203414:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.203420:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077873.203420:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077873.203425:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.203429:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1769077873.203430:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442880:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769077873.203432:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077873.203434:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077873.203436:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077873.203437:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.203439:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077873.203441:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203445:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769077873.203447:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203448:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077873.203454:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077873.203462:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077873.203468:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077873.203472:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1769077873.203474:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978443136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077873.203475:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077873.203478:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203481:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077873.203484:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203490:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298184223 00000100:00000001:0.0:1769077873.203491:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077873.203493:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298185465 00000100:00000001:0.0:1769077873.203497:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203498:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298184223 00000100:00000001:3.0:1769077873.203503:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298185465 00000100:00000001:0.0:1769077873.203504:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203505:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077873.203509:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203511:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077873.203515:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077873/real 1769077873] req@ffff8f28835e8000 x1855008978442880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077873.203526:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077873.203527:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077873.203528:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077873.203530:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077873.203531:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203532:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.203533:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077873.203536:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978442880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077873.203540:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203542:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077873.203544:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203545:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.203546:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203548:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077873.203550:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077873.203552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077873.203556:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077873.203559:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077873.203562:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978442880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077873.203566:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203568:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077873.203570:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077873.203571:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077873.203573:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077873.203575:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077873.203576:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077873.203585:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077873.203587:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077873.203589:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077873.203591:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203593:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077873.203594:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077873.203595:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077873.203597:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077873.203599:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077873.203600:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077873.203602:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077873.203603:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077873.203605:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077873.203606:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203608:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203611:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077873.203612:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203614:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077873.203616:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077873.203617:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077873.203619:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077873.203620:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.203622:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077873.203624:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077873.203626:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077873.203630:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077873.203633:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077873.203635:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077873.203637:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.203639:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077873.203642:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203649:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077873.203650:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:3.0:1769077873.203654:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077873.203667:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077873.203672:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077873.203673:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077873.203674:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203676:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077873.203678:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203680:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298184226 00000100:00000001:3.0:1769077873.203682:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298185465 00000100:00000001:3.0:1769077873.203684:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298184226 00000100:00000001:3.0:1769077873.203685:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298185465 00000100:00000001:3.0:1769077873.203687:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077873.203689:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203690:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077873.203693:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077873/real 1769077873] req@ffff8f28835eaa00 x1855008978443008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077873.203698:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077873.203699:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077873.203700:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077873.203701:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077873.203702:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203704:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.203705:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077873.203707:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978443008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077873.203711:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203713:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077873.203714:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203716:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.203716:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203717:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077873.203719:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077873.203720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077873.203722:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077873.203723:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077873.203725:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077873.203727:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077873.203728:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077873.203729:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.203731:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077873.203732:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077873.203733:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077873.203735:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077873.203737:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077873.203738:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077873.203739:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077873.203740:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077873.203742:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203746:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077873.203747:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:3.0:1769077873.203762:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077873.203773:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077873.203776:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077873.203777:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077873.203778:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203779:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077873.203781:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203784:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298184218 00000100:00000001:3.0:1769077873.203785:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298185465 00000100:00000001:3.0:1769077873.203787:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298184218 00000100:00000001:3.0:1769077873.203788:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298185465 00000100:00000001:3.0:1769077873.203790:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077873.203791:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203792:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077873.203795:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077873/real 1769077873] req@ffff8f28835e8380 x1855008978443136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077873.203799:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077873.203800:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077873.203801:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077873.203803:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077873.203803:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203805:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.203806:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077873.203808:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978443136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077873.203813:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203814:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077873.203816:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203817:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077873.203817:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203818:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077873.203819:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077873.203821:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077873.203823:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077873.203824:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077873.203826:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077873.203828:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203830:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077873.203831:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077873.203832:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077873.203833:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077873.203834:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077873.203835:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077873.203837:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077873.203837:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077873.203839:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077873.203840:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203841:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077873.203841:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077873.203842:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077873.203843:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077873.203844:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077873.203845:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077873.203846:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077873.203846:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077873.203847:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077873.203848:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203850:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.203852:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077873.203853:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.203854:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077873.203855:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.842491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077873.842494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077873.842499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077873.842502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.842503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077873.842512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077873.842513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077873.842516:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077873.842524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077873.842524:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077873.842532:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.842533:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077873.842545:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077873.842548:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077873.842551:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.842554:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077873.842555:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.842563:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077873.842569:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077873.842641:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077873.842646:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077873.842649:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077874.226504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077874.226513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077874.226516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077874.226522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077874.226527:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077874.226531:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077874.226534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077874.226536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077874.226539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077874.866485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077874.866494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077874.866494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077874.866497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077874.866499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077874.866503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077874.866507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077874.866508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077874.866512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077874.866513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077874.866517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077874.866519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077874.866521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077874.866589:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077874.866593:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077874.866597:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077875.250477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077875.250484:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077875.250485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077875.250489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077875.250492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077875.250496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.250498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077875.250500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.250502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077875.890454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077875.890462:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077875.890463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077875.890464:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077875.890468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077875.890471:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077875.890476:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077875.890477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077875.890480:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077875.890481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077875.890483:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077875.890486:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.890489:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077875.890545:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077875.890547:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077875.890549:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077876.274456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077876.274464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077876.274466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077876.274472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077876.274476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077876.274480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077876.274482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077876.274485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077876.274488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077876.914490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077876.914491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077876.914498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077876.914499:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077876.914502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077876.914502:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077876.914505:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077876.914509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077876.914509:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077876.914512:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077876.914514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077876.914515:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077876.914518:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077876.914520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077876.914522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077876.914524:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077876.914524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077876.914528:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077876.914532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077876.914588:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077876.914592:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077876.914595:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077877.298489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077877.298495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077877.298496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077877.298500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077877.298502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077877.298505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.298507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077877.298509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.298511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077877.938476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077877.938483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077877.938489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077877.938490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077877.938497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077877.938505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077877.938507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077877.938513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077877.938517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077877.938522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.938525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077877.938528:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.938531:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077877.938554:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077877.938557:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077877.938560:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077878.322512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077878.322518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077878.322520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077878.322525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077878.322528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077878.322531:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077878.322533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077878.322535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077878.322537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077878.322556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077878.322568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077878.322571:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077878.322576:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077878.322582:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077878.322591:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3516 00000100:00080000:0.0:1769077878.322604:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077878.322608:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077878.322610:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077878.322615:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077878.322618:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077878.322621:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077878.322624:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077878.322626:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077878.322628:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077878.322632:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077878.322635:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.322638:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077878.322643:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077878.322646:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322649:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077878.322651:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.322674:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077878.322677:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322680:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077878.322683:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077878.322688:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322702:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077878.322712:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978443264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077878.322723:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077878.322727:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322741:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077878.322745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077878.322748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077878.322750:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077878.322752:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077878.322755:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077878.322759:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3516 00000100:00080000:0.0:1769077878.322763:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077878.322766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077878.322766:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077878.322767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077878.322772:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077878.322772:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077878.322773:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077878.322777:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077878.322777:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077878.322781:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077878.322782:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077878.322785:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077878.322789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077878.322792:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1769077878.322794:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077878.322798:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077878.322799:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.322804:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077878.322805:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.322811:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769077878.322813:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978443264:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077878.322815:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322821:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077878.322822:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1769077878.322826:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077878.322828:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:0.0:1769077878.322832:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.322833:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322835:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.322838:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077878.322841:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077878.322844:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.322845:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322850:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077878.322852:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077878.322853:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322859:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077878.322865:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978443392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077878.322867:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077878.322871:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077878.322877:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077878.322878:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077878.322882:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322885:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077878.322888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077878.322892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077878.322893:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077878.322895:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077878.322897:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077878.322900:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3516 00000100:00080000:0.0:1769077878.322904:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077878.322906:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077878.322907:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077878.322909:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077878.322911:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077878.322913:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077878.322916:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077878.322918:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077878.322920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077878.322923:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077878.322925:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.322928:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077878.322932:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:3.0:1769077878.322932:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:0.0:1769077878.322938:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322940:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077878.322942:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077878.322945:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.322947:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.322950:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1769077878.322951:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077878.322954:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.322955:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077878.322957:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077878.322959:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.322960:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077878.322964:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.322965:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077878.322971:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.322973:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077878.322979:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978443520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077878.322980:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298190585 00000100:00000001:0.0:1769077878.322990:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077878.322993:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.322995:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769077878.322996:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077878.323001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077878.323003:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298190585 00000100:00080000:0.0:1769077878.323005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077878.323008:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077878.323010:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769077878.323011:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077878.323017:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077878.323017:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077878.323021:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3516 00000100:00000001:3.0:1769077878.323023:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323027:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769077878.323028:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077878.323032:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077878.323035:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:3.0:1769077878.323035:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077878/real 1769077878] req@ffff8f28835eb800 x1855008978443264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077878.323040:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077878.323043:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077878.323046:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077878.323050:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077878.323053:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077878.323055:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077878.323055:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077878.323059:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769077878.323062:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077878.323064:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077878.323066:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323068:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769077878.323069:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077878.323072:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077878.323074:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077878.323076:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769077878.323078:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323079:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077878.323081:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077878.323084:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1769077878.323086:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978443264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077878.323089:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.323093:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.323100:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077878.323101:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077878.323104:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323106:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077878.323108:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077878.323111:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077878.323112:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077878.323114:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323116:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077878.323119:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077878.323121:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323122:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077878.323125:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077878.323130:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1769077878.323131:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978443648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077878.323139:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077878.323145:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077878.323145:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077878.323148:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077878.323153:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978443264:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077878.323154:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077878.323159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077878.323161:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077878.323166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077878.323167:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077878.323170:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769077878.323171:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077878.323174:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1769077878.323175:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077878.323179:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077878.323179:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077878.323182:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1769077878.323185:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3516 00000020:00000001:3.0:1769077878.323186:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1769077878.323190:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077878.323192:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769077878.323194:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077878.323196:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077878.323197:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077878.323201:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077878.323201:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1769077878.323202:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077878.323205:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077878.323206:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077878.323210:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077878.323211:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077878.323215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077878.323217:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077878.323220:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077878.323221:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077878.323224:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.323227:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323228:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077878.323231:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077878.323232:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077878.323235:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769077878.323237:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077878.323237:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077878.323238:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.323243:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.323244:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077878.323248:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077878.323248:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077878.323252:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077878.323253:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077878.323257:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077878.323258:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077878.323260:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077878.323266:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077878.323266:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077878.323269:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.323269:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077878.323272:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.323273:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077878.323275:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077878.323277:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077878.323279:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.323281:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.323286:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323290:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077878.323293:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00100000:0.0:1769077878.323295:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978443776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077878.323299:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077878.323306:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077878.323309:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.323313:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769077878.323314:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077878.323319:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077878.323323:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077878.323324:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323326:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077878.323329:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323334:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298189345 00000100:00000001:3.0:1769077878.323337:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298190585 00000100:00000001:3.0:1769077878.323339:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298189345 00000100:00000001:3.0:1769077878.323341:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298190585 00000100:00000001:3.0:1769077878.323344:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077878.323346:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323348:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077878.323352:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077878/real 1769077878] req@ffff8f28835e9180 x1855008978443392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077878.323361:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077878.323362:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077878.323364:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077878.323366:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077878.323367:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323369:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077878.323370:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077878.323393:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978443392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077878.323400:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323402:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077878.323405:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323407:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077878.323408:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323410:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077878.323412:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077878.323414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077878.323417:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077878.323419:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077878.323422:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077878.323427:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077878.323428:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077878.323429:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.323431:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077878.323433:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077878.323435:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077878.323438:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077878.323441:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077878.323442:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077878.323444:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.323446:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077878.323449:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323454:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077878.323456:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077878.323460:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077878.323470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077878.323473:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077878.323475:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077878.323477:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323478:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077878.323480:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323484:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298189343 00000100:00000001:3.0:1769077878.323486:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298190585 00000100:00000001:3.0:1769077878.323488:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298189343 00000100:00000001:3.0:1769077878.323491:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298190585 00000100:00000001:3.0:1769077878.323493:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077878.323494:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323496:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077878.323500:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077878/real 1769077878] req@ffff8f28835e8700 x1855008978443520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077878.323508:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077878.323509:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077878.323511:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077878.323513:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077878.323514:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323516:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077878.323517:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077878.323520:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978443520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077878.323527:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323530:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077878.323534:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323536:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077878.323537:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323539:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077878.323541:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077878.323545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077878.323548:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077878.323552:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077878.323556:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077878.323560:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077878.323561:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077878.323562:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.323564:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077878.323567:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077878.323569:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077878.323572:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077878.323575:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077878.323577:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077878.323578:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.323580:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077878.323582:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323588:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077878.323589:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077878.323593:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077878.323602:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077878.323607:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077878.323610:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077878.323612:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323614:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077878.323617:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323620:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298189346 00000100:00000001:3.0:1769077878.323622:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298190585 00000100:00000001:3.0:1769077878.323625:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298189346 00000100:00000001:3.0:1769077878.323627:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298190585 00000100:00000001:3.0:1769077878.323629:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077878.323631:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323633:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077878.323637:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077878/real 1769077878] req@ffff8f28835ead80 x1855008978443648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077878.323644:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077878.323645:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077878.323647:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077878.323649:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077878.323650:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323652:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077878.323653:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077878.323656:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978443648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077878.323678:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323680:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077878.323682:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323684:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077878.323685:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323687:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077878.323688:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077878.323691:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077878.323694:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077878.323696:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077878.323699:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077878.323703:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323705:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077878.323707:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077878.323708:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077878.323710:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077878.323711:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077878.323713:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077878.323715:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077878.323717:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077878.323719:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077878.323720:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323722:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077878.323723:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077878.323724:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077878.323726:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077878.323727:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077878.323728:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077878.323730:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077878.323731:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077878.323732:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077878.323733:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323735:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077878.323736:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077878.323738:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077878.323739:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077878.323740:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077878.323741:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077878.323742:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077878.323744:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077878.323746:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077878.323747:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323749:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323752:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077878.323753:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323754:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077878.323756:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077878.323757:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077878.323758:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077878.323760:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.323762:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077878.323764:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077878.323766:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077878.323769:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077878.323774:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077878.323775:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077878.323777:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077878.323778:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077878.323781:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323786:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077878.323787:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077878.323791:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077878.323800:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077878.323804:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077878.323806:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077878.323807:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323809:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077878.323811:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323814:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298189338 00000100:00000001:3.0:1769077878.323817:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298190585 00000100:00000001:3.0:1769077878.323819:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298189338 00000100:00000001:3.0:1769077878.323821:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298190585 00000100:00000001:3.0:1769077878.323823:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077878.323825:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323827:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077878.323830:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077878/real 1769077878] req@ffff8f28835eb480 x1855008978443776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077878.323838:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077878.323839:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077878.323842:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077878.323843:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077878.323845:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323846:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077878.323848:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077878.323851:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978443776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077878.323864:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323866:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077878.323868:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323870:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077878.323871:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323873:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077878.323874:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077878.323877:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077878.323880:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077878.323882:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077878.323885:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978443776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077878.323888:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323890:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077878.323891:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077878.323892:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077878.323894:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077878.323895:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077878.323897:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077878.323898:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077878.323900:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077878.323901:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077878.323903:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323905:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.323907:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077878.323908:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.323910:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077878.323912:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.962519:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077878.962530:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077878.962530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077878.962539:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077878.962539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077878.962554:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077878.962554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077878.962560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.962561:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077878.962567:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077878.962571:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077878.962574:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077878.962576:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077878.962642:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077878.962647:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077878.962650:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077879.346480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077879.346488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077879.346489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077879.346495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077879.346498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077879.346502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077879.346505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077879.346507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077879.346510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077879.986482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077879.986486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077879.986491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077879.986492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077879.986497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077879.986499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077879.986503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077879.986503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077879.986509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077879.986513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077879.986517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077879.986519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077879.986521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077879.986598:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077879.986605:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077879.986611:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077880.370450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077880.370457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077880.370459:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077880.370464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077880.370468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077880.370472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077880.370475:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077880.370478:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077880.370480:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077881.010530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077881.010537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077881.010541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077881.010542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077881.010606:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077881.010611:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077881.010615:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077881.011744:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077881.011751:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077881.011753:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077881.011759:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077881.011763:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077881.011766:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077881.011769:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077881.011771:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077881.011774:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077881.394501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077881.394510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077881.394511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077881.394516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077881.394520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077881.394524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077881.394526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077881.394529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077881.394531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077882.034481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077882.034481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077882.034488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077882.034490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077882.034493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077882.034494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077882.034497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077882.034499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077882.034503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077882.034506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.034508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077882.034510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.034517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077882.034570:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077882.034574:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077882.034577:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077882.418515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077882.418521:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077882.418523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077882.418526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077882.418529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077882.418531:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.418533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077882.418535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.418537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077883.058479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077883.058480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077883.058486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077883.058488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077883.058490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077883.058494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077883.058496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077883.058497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077883.058502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077883.058506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077883.058509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077883.058511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077883.058514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077883.058547:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077883.058549:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077883.058552:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077883.442448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077883.442455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077883.442457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077883.442461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077883.442465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077883.442468:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077883.442470:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077883.442470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077883.442472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077883.442475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.442479:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077883.442483:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077883.442486:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077883.442490:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077883.442497:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3522 00000100:00080000:0.0:1769077883.442506:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077883.442509:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077883.442511:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077883.442514:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077883.442517:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077883.442520:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077883.442522:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077883.442524:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077883.442525:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077883.442529:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077883.442531:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.442534:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077883.442536:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077883.442539:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.442541:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077883.442543:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.442553:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077883.442555:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.442557:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077883.442560:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077883.442564:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.442574:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077883.442714:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978443904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077883.442725:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077883.442728:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.442741:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.442744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077883.442747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077883.442749:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077883.442750:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077883.442752:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077883.442755:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3522 00000100:00080000:0.0:1769077883.442759:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077883.442761:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077883.442763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077883.442765:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077883.442766:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077883.442768:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077883.442771:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077883.442771:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077883.442775:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077883.442776:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077883.442778:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077883.442779:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077883.442781:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077883.442783:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.442785:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077883.442788:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077883.442789:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.442791:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077883.442792:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077883.442795:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.442799:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769077883.442801:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978443904:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077883.442805:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442806:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077883.442809:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077883.442811:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:0.0:1769077883.442813:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077883.442814:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.442817:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1769077883.442819:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.442822:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.442822:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.442830:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077883.442831:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.442833:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077883.442835:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077883.442836:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442841:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077883.442842:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442845:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00100000:0.0:1769077883.442850:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978444032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077883.442852:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077883.442860:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077883.442862:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.442864:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.442867:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077883.442870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077883.442872:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077883.442873:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077883.442875:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077883.442877:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3522 00000100:00080000:0.0:1769077883.442880:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077883.442883:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077883.442884:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077883.442886:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077883.442888:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077883.442890:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077883.442891:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077883.442893:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077883.442894:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077883.442900:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000800:00000100:3.0:1769077883.442900:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077883.442905:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.442907:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077883.442910:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077883.442913:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442913:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077883.442917:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077883.442917:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:0.0:1769077883.442920:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077883.442920:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442923:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1769077883.442926:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.442928:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.442932:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077883.442934:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442935:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.442936:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077883.442939:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077883.442941:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442943:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298195705 00000100:00000001:0.0:1769077883.442946:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442952:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1769077883.442953:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978444160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077883.442958:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298195705 00000100:00000001:0.0:1769077883.442964:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077883.442964:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077883.442967:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442970:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077883.442971:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.442975:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.442976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077883.442980:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769077883.442981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077883.442984:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077883.442986:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077883.442989:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077883.442989:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077883/real 1769077883] req@ffff8f28835ea300 x1855008978443904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077883.442994:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3522 00000100:00080000:0.0:1769077883.442999:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077883.443003:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077883.443005:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077883.443008:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1769077883.443009:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077883.443010:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1769077883.443012:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769077883.443013:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077883.443017:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077883.443019:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077883.443020:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077883.443022:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077883.443023:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077883.443024:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443029:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077883.443031:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077883.443032:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077883.443036:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077883.443036:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978443904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077883.443040:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077883.443043:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077883.443046:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077883.443047:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443050:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077883.443051:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077883.443053:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769077883.443055:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077883.443056:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:0.0:1769077883.443059:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443059:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443064:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077883.443065:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443068:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077883.443070:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077883.443074:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077883.443074:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077883.443078:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077883.443083:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:3.0:1769077883.443083:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769077883.443086:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443088:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769077883.443093:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077883.443094:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978443904:192.168.204.124@tcp:250:kworker.0 00000100:00100000:0.0:1769077883.443101:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978444288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077883.443103:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443107:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077883.443109:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077883.443112:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769077883.443115:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077883.443117:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769077883.443118:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077883.443120:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077883.443122:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769077883.443123:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.443126:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1769077883.443127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077883.443128:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077883.443131:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1769077883.443133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077883.443133:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077883.443137:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077883.443137:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077883.443140:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077883.443142:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077883.443143:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077883.443145:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.443146:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3522 00000100:00000001:3.0:1769077883.443148:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077883.443150:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077883.443152:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077883.443152:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077883.443153:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077883.443156:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.443157:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077883.443158:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077883.443161:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077883.443161:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077883.443166:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077883.443167:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077883.443170:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1769077883.443170:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444032:192.168.204.124@tcp:38:kworker.0 00000020:00000001:0.0:1769077883.443172:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077883.443175:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769077883.443176:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:3.0:1769077883.443177:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077883.443179:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.443181:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077883.443182:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077883.443185:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077883.443185:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.443191:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077883.443193:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077883.443194:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443195:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 02000000:00000001:0.0:1769077883.443199:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077883.443200:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077883.443203:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077883.443207:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.443209:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077883.443211:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1769077883.443213:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000008:00000001:0.0:1769077883.443217:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443218:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077883.443221:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443222:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077883.443226:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077883.443228:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443230:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.443231:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077883.443233:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769077883.443235:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077883.443236:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.443238:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443241:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298194465 00000100:00000001:0.0:1769077883.443245:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443245:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298195705 00000100:00000001:3.0:1769077883.443249:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298194465 00000100:00000001:3.0:1769077883.443251:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298195705 00000100:00100000:0.0:1769077883.443254:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978444416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077883.443254:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077883.443255:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443259:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077883.443264:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077883/real 1769077883] req@ffff8f28835ea680 x1855008978444032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077883.443271:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077883.443275:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077883.443276:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077883.443279:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077883.443282:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443282:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077883.443284:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077883.443286:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443287:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077883.443289:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077883.443292:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978444032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077883.443300:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443302:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077883.443304:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443304:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077883.443305:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443306:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077883.443308:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077883.443309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077883.443311:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077883.443313:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077883.443315:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077883.443319:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077883.443320:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077883.443321:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.443323:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077883.443324:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077883.443326:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077883.443328:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077883.443330:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077883.443332:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077883.443333:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.443334:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077883.443337:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443339:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077883.443340:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:3.0:1769077883.443342:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077883.443348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077883.443350:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077883.443352:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077883.443353:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443354:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077883.443356:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443359:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298194462 00000100:00000001:3.0:1769077883.443361:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298195705 00000100:00000001:3.0:1769077883.443363:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298194462 00000100:00000001:3.0:1769077883.443366:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298195705 00000100:00000001:3.0:1769077883.443368:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077883.443369:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443371:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077883.443400:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077883/real 1769077883] req@ffff8f28835e9f80 x1855008978444160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077883.443412:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077883.443413:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077883.443416:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077883.443417:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077883.443418:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443419:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077883.443420:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077883.443423:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978444160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077883.443427:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443429:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077883.443430:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443431:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077883.443432:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443433:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077883.443433:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077883.443435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077883.443436:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077883.443438:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077883.443440:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077883.443443:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077883.443443:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077883.443444:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.443446:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077883.443447:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077883.443448:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077883.443450:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077883.443451:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077883.443453:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077883.443454:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.443455:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077883.443457:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443461:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077883.443461:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:3.0:1769077883.443464:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077883.443472:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077883.443474:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077883.443476:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077883.443477:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443478:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077883.443479:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443481:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298194466 00000100:00000001:3.0:1769077883.443483:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298195705 00000100:00000001:3.0:1769077883.443484:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298194466 00000100:00000001:3.0:1769077883.443486:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298195705 00000100:00000001:3.0:1769077883.443487:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077883.443488:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443489:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077883.443491:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077883/real 1769077883] req@ffff8f28835e9500 x1855008978444288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077883.443499:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077883.443499:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077883.443501:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077883.443501:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077883.443502:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443503:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077883.443504:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077883.443506:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978444288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077883.443509:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443510:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077883.443511:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443512:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077883.443513:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443514:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077883.443515:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077883.443516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077883.443518:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077883.443519:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077883.443521:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077883.443523:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443524:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077883.443525:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077883.443525:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077883.443526:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077883.443527:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077883.443528:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077883.443529:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077883.443530:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077883.443531:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077883.443532:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443533:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077883.443534:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077883.443534:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077883.443535:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077883.443536:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077883.443537:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077883.443538:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077883.443538:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077883.443539:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077883.443540:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443541:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077883.443541:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077883.443542:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077883.443543:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077883.443544:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077883.443544:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077883.443545:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077883.443546:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077883.443546:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077883.443547:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443548:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443550:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077883.443551:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443552:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077883.443552:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077883.443553:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077883.443554:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077883.443555:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.443562:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077883.443563:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077883.443564:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077883.443566:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077883.443567:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077883.443568:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077883.443569:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077883.443570:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077883.443571:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443574:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077883.443575:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077883.443589:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077883.443598:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077883.443601:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077883.443602:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077883.443603:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443604:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077883.443606:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443608:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298194458 00000100:00000001:3.0:1769077883.443610:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298195705 00000100:00000001:3.0:1769077883.443611:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298194458 00000100:00000001:3.0:1769077883.443612:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298195705 00000100:00000001:3.0:1769077883.443613:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077883.443615:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443616:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077883.443618:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077883/real 1769077883] req@ffff8f28835ea300 x1855008978444416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077883.443622:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077883.443623:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077883.443624:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077883.443625:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077883.443626:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443627:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077883.443628:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077883.443630:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978444416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077883.443633:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443634:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077883.443636:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443636:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077883.443637:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443638:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077883.443639:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077883.443640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077883.443642:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077883.443643:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077883.443645:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077883.443648:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443649:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077883.443649:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077883.443650:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077883.443651:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077883.443652:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077883.443652:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077883.443654:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077883.443654:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077883.443655:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077883.443656:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443657:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077883.443658:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077883.443659:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.443660:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077883.443661:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077884.082500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077884.082509:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077884.082511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077884.082516:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077884.082519:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077884.082523:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.082526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077884.082528:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.082530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077884.082632:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077884.082635:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077884.082639:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077884.082642:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077884.082644:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077884.082647:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077884.082650:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077884.082652:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077884.082654:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077884.082655:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077884.082720:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077884.082724:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077884.082727:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077884.466491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077884.466498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077884.466501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077884.466507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077884.466511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077884.466515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.466518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077884.466520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.466523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077885.106491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077885.106493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077885.106498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077885.106500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077885.106504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077885.106505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077885.106508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077885.106509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077885.106515:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077885.106518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.106521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077885.106524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.106527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077885.106572:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077885.106576:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077885.106579:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077885.490492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077885.490500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077885.490502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077885.490507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077885.490511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077885.490514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.490517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077885.490519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.490522:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077886.130494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077886.130501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077886.130502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077886.130503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077886.130506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077886.130510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077886.130512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077886.130514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077886.130515:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077886.130522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.130525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077886.130527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.130529:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077886.130596:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077886.130601:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077886.130604:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077886.514667:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077886.514675:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077886.514677:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077886.514682:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077886.514686:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077886.514690:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.514692:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077886.514695:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.514697:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077887.154485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077887.154491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077887.154493:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077887.154497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077887.154500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077887.154500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077887.154505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077887.154506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077887.154509:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077887.154513:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077887.154529:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077887.154533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077887.154535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077887.154545:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077887.154552:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077887.154557:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077887.154560:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077887.154563:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077887.154566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077887.154601:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077887.154605:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077887.154608:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077887.538471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077887.538479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077887.538481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077887.538493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077887.538497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077887.538501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077887.538503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077887.538506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077887.538536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.178426:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077888.178434:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077888.178436:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.178440:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077888.178443:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077888.178446:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077888.178449:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077888.178451:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077888.178453:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077888.178509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077888.178515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077888.178522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077888.178523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077888.178590:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077888.178595:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077888.178598:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077888.562486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077888.562504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077888.562505:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.562509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077888.562512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077888.562515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077888.562517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077888.562519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077888.562521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077888.562550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077888.562554:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077888.562556:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077888.562559:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077888.562561:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077888.562567:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3527 00000100:00080000:1.0:1769077888.562575:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077888.562578:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077888.562580:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077888.562583:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077888.562585:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077888.562587:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077888.562589:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077888.562590:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077888.562591:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077888.562594:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077888.562596:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.562598:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077888.562601:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077888.562603:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562604:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077888.562606:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.562615:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077888.562617:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562619:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077888.562621:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077888.562624:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562633:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.562640:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cabb80 x1855008978444544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077888.562651:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077888.562655:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562665:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077888.562667:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077888.562670:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077888.562671:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077888.562672:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077888.562674:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077888.562675:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3527 00000100:00080000:1.0:1769077888.562677:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077888.562678:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077888.562679:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077888.562680:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077888.562681:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077888.562682:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077888.562683:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077888.562685:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077888.562686:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077888.562687:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077888.562688:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.562689:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077888.562692:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077888.562693:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562694:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077888.562697:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077888.562699:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562700:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.562702:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077888.562703:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562704:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077888.562705:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077888.562706:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562708:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.562711:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9c00 x1855008978444672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077888.562719:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077888.562720:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562721:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077888.562723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077888.562725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077888.562726:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077888.562727:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077888.562729:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077888.562732:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3527 00000100:00080000:1.0:1769077888.562735:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077888.562736:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077888.562737:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077888.562740:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077888.562741:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077888.562742:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077888.562745:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077888.562747:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077888.562748:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077888.562751:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077888.562754:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.562755:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077888.562758:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077888.562759:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562761:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077888.562763:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077888.562765:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562766:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.562770:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077888.562771:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562773:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077888.562774:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077888.562776:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562781:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.562785:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9880 x1855008978444800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077888.562791:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077888.562792:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562794:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077888.562796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077888.562800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077888.562803:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077888.562804:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077888.562806:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077888.562809:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3527 00000100:00080000:1.0:1769077888.562814:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077888.562814:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077888.562824:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077888.562825:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077888.562830:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077888.562831:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077888.562833:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077888.562836:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077888.562838:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077888.562843:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077888.562845:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 02000000:00000001:3.0:1769077888.562846:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1769077888.562851:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 02000000:00000001:3.0:1769077888.562852:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077888.562858:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077888.562859:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562863:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077888.562872:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:3.0:1769077888.562872:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978444544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077888.562883:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.562885:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077888.562888:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077888.562892:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077888.562893:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077888.562898:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.562899:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077888.562904:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077888.562905:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077888.562910:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077888.562912:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077888.562914:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562917:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.562921:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077888.562922:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562923:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077888.562924:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077888.562926:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562930:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.562934:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab480 x1855008978444928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077888.562938:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077888.562940:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562942:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077888.562944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077888.562946:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077888.562947:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077888.562948:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077888.562950:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077888.562951:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3527 00000100:00080000:1.0:1769077888.562955:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077888.562956:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077888.562957:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077888.562959:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077888.562960:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769077888.562961:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077888.562963:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:1.0:1769077888.562964:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769077888.562965:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077888.562966:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077888.562968:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077888.562969:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.562970:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077888.562972:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077888.562973:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.562974:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077888.562975:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077888.562980:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.562980:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006069632 : -124070703481984 : ffff8f2889cabb80) 00000100:00000001:1.0:1769077888.562990:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.562993:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769077888.562994:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077888.563000:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.563001:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077888.563003:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077888.563004:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.563007:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.563010:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa300 x1855008978445056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077888.563014:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077888.563017:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.563018:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563057:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563063:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298200825 00000100:00000001:3.0:1769077888.563073:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077888.563080:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298200825 00000100:00000001:3.0:1769077888.563085:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077888.563088:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077888.563090:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563092:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077888.563093:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077888.563095:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077888.563097:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077888.563099:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077888.563100:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077888.563104:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077888.563107:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077888.563109:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077888.563110:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077888.563111:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077888.563114:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563123:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077888.563124:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006061568 : -124070703490048 : ffff8f2889ca9c00) 00000100:00000001:3.0:1769077888.563128:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077888.563136:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563140:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298199585 00000100:00000001:3.0:1769077888.563142:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298200825 00000100:00000001:3.0:1769077888.563143:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298199585 00000100:00000001:3.0:1769077888.563145:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298200825 00000100:00000001:3.0:1769077888.563147:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077888.563149:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563151:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077888.563152:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077888.563154:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077888.563156:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077888.563159:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077888.563161:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077888.563165:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077888.563169:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077888.563170:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077888.563172:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077888.563173:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077888.563177:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563184:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077888.563186:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006060672 : -124070703490944 : ffff8f2889ca9880) 00000100:00000001:3.0:1769077888.563190:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077888.563205:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563208:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298199582 00000100:00000001:3.0:1769077888.563210:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298200825 00000100:00000001:3.0:1769077888.563212:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298199582 00000100:00000001:3.0:1769077888.563213:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298200825 00000100:00000001:3.0:1769077888.563241:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077888.563269:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563272:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563275:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.563295:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077888.563297:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077888.563299:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077888.563300:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077888.563301:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077888.563302:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077888.563303:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077888.563305:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077888.563306:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077888.563308:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077888.563310:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077888.563313:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077888.563315:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077888.563316:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077888.563317:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077888.563320:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563325:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077888.563326:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006067840 : -124070703483776 : ffff8f2889cab480) 00000100:00000001:3.0:1769077888.563329:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077888.563337:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563339:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298199585 00000100:00000001:3.0:1769077888.563341:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298200825 00000100:00000001:3.0:1769077888.563342:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298199585 00000100:00000001:3.0:1769077888.563344:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298200825 00000100:00000001:3.0:1769077888.563345:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077888.563346:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563348:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077888.563348:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077888.563349:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077888.563350:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077888.563351:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077888.563352:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077888.563354:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077888.563355:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077888.563356:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077888.563357:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077888.563358:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077888.563359:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563362:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077888.563363:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006063360 : -124070703488256 : ffff8f2889caa300) 00000100:00000001:3.0:1769077888.563365:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077888.563369:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563371:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298199577 00000100:00000001:3.0:1769077888.563373:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298200825 00000100:00000001:3.0:1769077888.563403:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298199578 00000100:00000001:3.0:1769077888.563406:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298200825 00000100:00000001:3.0:1769077888.563408:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077888.563410:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563412:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563414:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.563417:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077888.563419:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077888.563420:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077888.563421:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077888.563423:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.563430:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077889.202466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077889.202473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077889.202475:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077889.202494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077889.202495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077889.202502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077889.202503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077889.202507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077889.202511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077889.202513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077889.202514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077889.202520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077889.202520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077889.202586:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077889.202591:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077889.202594:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077889.586516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077889.586522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077889.586524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077889.586529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077889.586532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077889.586535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077889.586537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077889.586540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077889.586542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077890.226523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077890.226529:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077890.226531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077890.226539:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077890.226541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077890.226544:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077890.226546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077890.226562:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077890.226569:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077890.226573:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077890.226577:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077890.226581:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077890.226585:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077890.226618:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077890.226622:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077890.226626:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077890.610613:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077890.610623:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077890.610626:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077890.610633:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077890.610638:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077890.610642:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077890.610646:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077890.610649:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077890.610652:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077891.250487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077891.250491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077891.250498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077891.250499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077891.250501:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077891.250506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077891.250507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077891.250509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077891.250511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077891.250515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077891.250517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077891.250519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077891.250521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077891.250530:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077891.250533:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077891.250536:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077891.634598:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077891.634605:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077891.634607:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077891.634611:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077891.634615:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077891.634618:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077891.634621:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077891.634624:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077891.634626:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1769077891.634708:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:0.0:1769077891.634748:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077891.634773:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077891.634786:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077891.634814:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077891.634817:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.634819:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077891.634828:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077891.634833:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077891.634835:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077891.634836:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.634838:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077891.634842:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077891.634845:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077891.634848:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077891.634849:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.634850:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077891.634854:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077891.634859:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077891.634861:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077891.634863:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.634864:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077891.634869:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077891.634873:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077891.634876:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077891.634877:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.634878:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077891.634950:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077891.634953:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077891.634956:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077891.634965:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077888/real 1769077891] req@ffff8f2889cab480 x1855008978444928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077891.634979:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077891.634981:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077891.634987:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077891.634989:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077891.634990:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.634994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.634996:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077891.635001:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab480 x1855008978444928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077891.635009:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635012:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077891.635015:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635017:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.635018:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635021:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077891.635023:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077891.635027:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077891.635031:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077891.635035:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077891.635038:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077891.635043:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077891.635047:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077888/real 1769077891] req@ffff8f2889caa300 x1855008978445056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077891.635055:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077891.635057:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077891.635059:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077891.635060:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077891.635062:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635063:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.635065:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077891.635069:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa300 x1855008978445056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077891.635075:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635077:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077891.635080:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635081:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.635083:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635084:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077891.635086:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077891.635088:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077891.635091:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077891.635094:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077891.635097:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077891.635101:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077891.635116:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077888/real 1769077891] req@ffff8f2889cabb80 x1855008978444544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077891.635129:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077891.635131:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077891.635134:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077891.635136:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077891.635137:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635139:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.635140:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077891.635144:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cabb80 x1855008978444544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077891.635151:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635153:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077891.635155:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635157:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.635158:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635160:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077891.635161:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077891.635164:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077891.635167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077891.635170:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077891.635173:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978444544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077891.635176:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077891.635180:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077888/real 1769077891] req@ffff8f2889ca9c00 x1855008978444672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077891.635187:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077891.635189:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077891.635192:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077891.635193:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077891.635194:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635196:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.635198:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077891.635202:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9c00 x1855008978444672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077891.635207:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635209:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077891.635211:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635213:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.635214:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635215:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077891.635217:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077891.635219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077891.635222:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077891.635224:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077891.635227:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077891.635231:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077891.635235:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077888/real 1769077891] req@ffff8f2889ca9880 x1855008978444800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077891.635241:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077891.635242:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077891.635244:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077891.635246:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077891.635247:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635249:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.635250:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077891.635254:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9880 x1855008978444800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077891.635259:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635261:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077891.635263:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635265:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077891.635266:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.635267:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077891.635269:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077891.636647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077891.636659:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077891.636663:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077891.636669:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978444800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077891.636674:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.636678:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077891.636680:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077891.636683:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077891.636688:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077891.636691:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077891.636693:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077891.636698:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077891.636700:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077891.636703:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077891.636705:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.636706:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077891.636707:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077891.636709:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077891.636712:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077891.636713:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077891.636714:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077891.636716:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077891.636717:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077891.636719:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077891.636720:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.636722:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077891.636723:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077891.636725:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077891.636726:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077891.636727:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077891.636729:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077891.636731:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077891.636732:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077891.636734:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077891.636735:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.636737:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077891.636738:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077891.636740:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077891.636741:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077891.636742:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077891.636743:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077891.636745:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077891.636746:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077891.636748:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077891.636749:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.636751:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077891.636752:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077891.636753:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077891.636755:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077891.636756:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077891.636757:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077891.636758:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077891.636759:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077891.636761:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077891.636762:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.636764:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.636773:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077891.636774:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077891.636777:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077891.636779:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077892.274488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077892.274492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077892.274495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077892.274496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077892.274500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077892.274501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077892.274503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077892.274504:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077892.274507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077892.274510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077892.274512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077892.274514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077892.274516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077892.274563:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077892.274567:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077892.274571:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077892.658548:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077892.658554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077892.658556:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077892.658559:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077892.658562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077892.658565:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077892.658566:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077892.658568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077892.658570:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077893.298469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077893.298478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077893.298481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077893.298486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077893.298492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077893.298495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.298499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077893.298502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.298504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077893.298508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077893.298515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077893.298523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077893.298525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077893.298596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077893.298600:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077893.298603:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077893.682505:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077893.682515:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077893.682518:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077893.682523:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077893.682527:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077893.682533:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3532 00000100:00080000:0.0:1769077893.682545:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077893.682549:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077893.682550:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077893.682555:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769077893.682557:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1769077893.682558:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077893.682562:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077893.682566:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077893.682566:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077893.682572:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077893.682573:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682574:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077893.682583:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:1.0:1769077893.682584:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077893.682586:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.682595:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769077893.682595:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769077893.682599:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077893.682601:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077893.682603:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682609:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077893.682609:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077893.682613:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077893.682615:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.682622:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.682626:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077893.682628:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682632:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077893.682635:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077893.682639:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682652:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077893.682664:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978445184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077893.682677:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077893.682682:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682711:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077893.682715:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077893.682719:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077893.682721:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077893.682722:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077893.682732:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077893.682735:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3532 00000100:00080000:0.0:1769077893.682741:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077893.682743:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077893.682745:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077893.682748:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077893.682750:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077893.682752:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077893.682755:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077893.682761:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077893.682763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077893.682766:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077893.682769:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.682771:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077893.682779:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077893.682782:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682784:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077893.682789:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077893.682793:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682795:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.682800:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077893.682801:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682803:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077893.682805:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077893.682807:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682815:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077893.682821:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978445312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077893.682829:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077893.682832:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682835:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077893.682838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077893.682843:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077893.682845:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077893.682846:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077893.682849:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077893.682852:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3532 00000100:00080000:0.0:1769077893.682857:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077893.682861:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077893.682863:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077893.682866:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077893.682868:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077893.682871:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077893.682874:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077893.682876:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077893.682877:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077893.682881:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077893.682883:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077893.682888:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769077893.682889:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077893.682894:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077893.682896:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.682898:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.682906:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077893.682911:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077893.682912:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077893.682917:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077893.682918:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.682923:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682925:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077893.682931:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077893.682938:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978445184:192.168.204.124@tcp:250:kworker.0 00000008:00000001:0.0:1769077893.682940:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682948:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.682956:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077893.682959:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077893.682963:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.682967:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077893.682968:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077893.682971:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.682975:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077893.682978:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.682980:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.682985:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769077893.682990:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978445440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077893.682995:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.683008:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077893.683011:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.683018:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077893.683021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077893.683024:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769077893.683027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077893.683029:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:0.0:1769077893.683032:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077893.683037:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077893.683038:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077893.683045:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077893.683051:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3532 00000100:00080000:0.0:1769077893.683057:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077893.683060:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077893.683062:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077893.683065:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077893.683067:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077893.683069:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077893.683072:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077893.683074:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077893.683076:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077893.683079:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077893.683082:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.683084:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077893.683088:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:3.0:1769077893.683092:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:0.0:1769077893.683095:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.683100:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077893.683104:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077893.683107:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:0.0:1769077893.683108:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.683113:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683117:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077893.683119:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077893.683122:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.683123:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683127:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077893.683129:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077893.683132:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077893.683136:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.683137:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683148:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298205945 00000100:00000001:0.0:1769077893.683161:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683164:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1769077893.683173:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978445568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077893.683174:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298205945 00000100:00000001:0.0:1769077893.683197:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077893.683201:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.683203:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077893.683206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077893.683210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077893.683212:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077893.683214:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077893.683217:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077893.683220:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3532 00000100:00080000:0.0:1769077893.683225:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077893.683228:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077893.683229:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077893.683232:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077893.683234:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077893.683236:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077893.683238:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077893.683241:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077893.683242:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077893.683247:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077893.683250:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.683252:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077893.683256:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077893.683260:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.683262:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077893.683267:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077893.683267:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00000001:0.0:1769077893.683276:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683276:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077893.683287:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683289:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683294:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769077893.683295:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077893.683299:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.683302:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077893.683305:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1769077893.683307:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077893/real 1769077893] req@ffff8f28835eb480 x1855008978445184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077893.683309:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.683324:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077893.683339:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1769077893.683341:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978445696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1769077893.683344:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077893.683353:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077893.683357:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077893.683362:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077893.683363:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077893.683368:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683369:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077893.683446:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683447:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077893.683461:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978445184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077893.683471:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683476:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077893.683482:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683485:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077893.683487:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683490:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077893.683493:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077893.683496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077893.683501:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077893.683503:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077893.683507:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978445184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077893.683512:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077893.683514:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077893.683516:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.683518:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077893.683520:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077893.683523:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077893.683526:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077893.683529:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077893.683532:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077893.683534:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.683535:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077893.683539:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683545:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077893.683546:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077893.683550:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077893.683562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077893.683566:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077893.683568:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077893.683570:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683571:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077893.683574:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683578:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298204706 00000100:00000001:3.0:1769077893.683581:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298205945 00000100:00000001:3.0:1769077893.683583:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298204706 00000100:00000001:3.0:1769077893.683586:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298205945 00000100:00000001:3.0:1769077893.683588:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077893.683590:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683592:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077893.683596:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077893/real 1769077893] req@ffff8f28835ead80 x1855008978445312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077893.683604:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077893.683605:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077893.683608:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077893.683609:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077893.683610:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683612:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077893.683614:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077893.683617:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978445312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077893.683624:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683626:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077893.683628:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683629:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077893.683631:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683632:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077893.683634:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077893.683637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077893.683640:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077893.683642:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077893.683646:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077893.683649:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683651:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077893.683652:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077893.683655:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077893.683658:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077893.683661:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077893.683662:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077893.683666:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077893.683669:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077893.683673:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077893.683674:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683676:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077893.683677:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077893.683678:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077893.683679:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077893.683680:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077893.683681:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077893.683683:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077893.683684:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077893.683686:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077893.683687:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683690:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683698:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077893.683699:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683702:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077893.683703:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077893.683705:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077893.683706:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077893.683708:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.683710:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077893.683711:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077893.683713:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077893.683717:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077893.683720:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077893.683722:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077893.683723:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.683724:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077893.683727:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683731:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077893.683732:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077893.683736:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077893.683744:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077893.683748:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077893.683750:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077893.683751:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683752:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077893.683754:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683758:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298204703 00000100:00000001:3.0:1769077893.683761:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298205945 00000100:00000001:3.0:1769077893.683763:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298204703 00000100:00000001:3.0:1769077893.683765:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298205945 00000100:00000001:3.0:1769077893.683768:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077893.683769:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683771:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077893.683775:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077893/real 1769077893] req@ffff8f28835e8700 x1855008978445440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077893.683781:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077893.683782:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077893.683784:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077893.683785:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077893.683786:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683788:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077893.683789:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077893.683793:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978445440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077893.683798:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683800:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077893.683803:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683804:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077893.683806:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683807:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077893.683809:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077893.683811:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077893.683813:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077893.683815:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077893.683818:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077893.683824:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077893.683826:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077893.683827:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.683830:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077893.683831:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077893.683833:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077893.683836:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077893.683840:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077893.683842:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077893.683843:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.683845:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077893.683847:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683852:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077893.683853:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077893.683856:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077893.683864:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077893.683867:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077893.683869:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077893.683870:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683871:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077893.683873:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683877:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298204706 00000100:00000001:3.0:1769077893.683879:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298205945 00000100:00000001:3.0:1769077893.683881:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298204706 00000100:00000001:3.0:1769077893.683883:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298205945 00000100:00000001:3.0:1769077893.683886:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077893.683888:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683889:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077893.683893:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077893/real 1769077893] req@ffff8f28835e9180 x1855008978445568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077893.683901:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077893.683902:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077893.683904:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077893.683905:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077893.683907:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683909:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077893.683910:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077893.683913:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978445568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077893.683920:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683922:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077893.683924:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683925:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077893.683926:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.683927:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077893.683929:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077893.683931:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077893.683934:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077893.683935:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077893.683939:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077893.683942:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077893.683944:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077893.683945:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.683946:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077893.683948:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077893.683950:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077893.683953:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077893.683956:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077893.683958:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077893.683960:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077893.683961:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077893.683964:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683968:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077893.683969:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077893.683972:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077893.683979:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077893.683982:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077893.683984:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077893.683985:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683986:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077893.683988:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.683992:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298204698 00000100:00000001:3.0:1769077893.683994:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298205945 00000100:00000001:3.0:1769077893.683996:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298204698 00000100:00000001:3.0:1769077893.683998:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298205945 00000100:00000001:3.0:1769077893.684000:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077893.684002:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.684004:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077893.684007:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077893/real 1769077893] req@ffff8f28835eb800 x1855008978445696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077893.684014:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077893.684015:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077893.684017:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077893.684018:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077893.684020:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.684021:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077893.684023:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077893.684026:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978445696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077893.684035:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.684036:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077893.684038:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.684040:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077893.684041:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.684042:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077893.684044:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077893.684046:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077893.684049:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077893.684051:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077893.684054:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077893.684058:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.684059:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077893.684061:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077893.684062:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077893.684063:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077893.684064:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077893.684066:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077893.684068:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077893.684069:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077893.684071:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077893.684072:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.684074:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077893.684075:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077893.684076:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077893.684077:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077893.684078:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077893.684079:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077893.684081:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077893.684082:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077893.684083:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077893.684085:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.684086:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077893.684087:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077893.684088:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077893.684090:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077893.684091:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077893.684092:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077893.684093:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077893.684094:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077893.684096:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077893.684097:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.684098:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.684101:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077893.684102:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.684104:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077893.684105:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077894.322502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077894.322508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077894.322512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077894.322514:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077894.322516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077894.322517:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077894.322520:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077894.322522:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077894.322524:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077894.322525:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077894.322585:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077894.322589:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077894.322592:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077894.322633:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077894.322638:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077894.322640:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077894.322644:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077894.322648:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077894.322652:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077894.322654:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077894.322656:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077894.322659:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077894.706576:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077894.706583:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077894.706585:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077894.706589:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077894.706592:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077894.706597:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077894.706599:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077894.706601:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077894.706603:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077895.346442:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077895.346449:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077895.346450:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077895.346454:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077895.346458:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077895.346461:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077895.346463:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077895.346465:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077895.346469:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077895.346519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077895.346526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077895.346533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077895.346534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077895.346587:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077895.346590:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077895.346594:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077895.730464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077895.730470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077895.730471:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077895.730476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077895.730478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077895.730481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077895.730483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077895.730484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077895.730486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077896.370441:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077896.370448:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077896.370450:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077896.370454:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077896.370457:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077896.370461:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077896.370463:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077896.370465:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077896.370467:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077896.370488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077896.370495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077896.370497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077896.370500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077896.370504:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077896.370506:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077896.370507:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077896.370510:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077896.370514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077896.370515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077896.370576:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077896.370579:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077896.370582:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077896.754456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077896.754463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077896.754465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077896.754471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077896.754474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077896.754478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077896.754480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077896.754483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077896.754485:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077897.394472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077897.394474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077897.394479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077897.394481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077897.394484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077897.394485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077897.394488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077897.394490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077897.394494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077897.394498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077897.394502:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077897.394505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077897.394507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077897.394570:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077897.394576:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077897.394580:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077897.778511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077897.778519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077897.778522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077897.778527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077897.778531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077897.778534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077897.778536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077897.778538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077897.778540:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.418508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077898.418508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077898.418518:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077898.418518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.418520:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077898.418532:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077898.418536:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077898.418536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077898.418541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.418543:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.418550:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077898.418553:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.418556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.418617:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077898.418620:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077898.418623:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077898.802455:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077898.802461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077898.802463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077898.802468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077898.802471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077898.802475:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.802478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077898.802480:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.802482:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077898.802512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077898.802516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077898.802518:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077898.802520:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077898.802523:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077898.802532:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3537 00000100:00080000:1.0:1769077898.802542:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077898.802544:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077898.802547:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077898.802550:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077898.802553:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077898.802555:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077898.802558:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077898.802559:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077898.802560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077898.802564:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077898.802565:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.802567:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077898.802570:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077898.802572:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802574:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077898.802576:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.802584:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077898.802587:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802589:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077898.802591:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077898.802594:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802603:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077898.802610:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8a80 x1855008978445824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077898.802618:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077898.802622:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802634:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077898.802636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077898.802638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077898.802640:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077898.802641:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077898.802643:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077898.802645:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3537 00000100:00080000:1.0:1769077898.802648:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077898.802650:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077898.802651:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077898.802653:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077898.802654:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077898.802654:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769077898.802658:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077898.802659:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077898.802660:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077898.802662:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077898.802664:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077898.802665:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077898.802666:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077898.802668:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077898.802671:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077898.802674:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.802674:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077898.802675:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077898.802677:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077898.802681:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077898.802681:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.802687:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802690:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:3.0:1769077898.802691:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978445824:192.168.204.124@tcp:250:kworker.0 00000008:00100000:1.0:1769077898.802695:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077898.802697:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1769077898.802698:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802701:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.802704:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077898.802706:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077898.802709:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.802709:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802713:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077898.802715:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077898.802715:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077898.802716:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802723:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.802724:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077898.802727:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9880 x1855008978445952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077898.802734:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077898.802736:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802738:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077898.802740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077898.802743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077898.802745:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077898.802745:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1769077898.802748:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077898.802749:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006057088 : -124070703494528 : ffff8f2889ca8a80) 00000100:00000001:1.0:1769077898.802751:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077898.802755:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3537 00000100:00080000:1.0:1769077898.802758:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077898.802758:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077898.802762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077898.802762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077898.802764:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077898.802765:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077898.802766:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077898.802768:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077898.802769:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077898.802770:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077898.802772:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077898.802773:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.802775:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077898.802777:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077898.802778:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802779:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077898.802781:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077898.802783:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802784:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.802786:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077898.802787:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802788:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077898.802789:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077898.802790:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802793:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077898.802796:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9c00 x1855008978446080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077898.802801:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077898.802802:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802804:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077898.802806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1769077898.802810:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:1.0:1769077898.802811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077898.802815:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077898.802816:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077898.802818:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077898.802821:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3537 00000100:00000001:3.0:1769077898.802823:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769077898.802825:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077898.802827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077898.802828:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077898.802829:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077898.802831:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077898.802832:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077898.802835:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077898.802836:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769077898.802837:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769077898.802840:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077898.802842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077898.802843:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077898.802848:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298211065 00000100:00080000:1.0:1769077898.802849:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077898.802854:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.802856:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077898.802858:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077898.802860:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.802860:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077898.802864:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077898.802866:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077898.802868:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802869:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.802869:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298211065 02000000:00000001:1.0:1769077898.802878:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077898.802878:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769077898.802879:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802883:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077898.802884:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077898.802885:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077898.802888:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.802889:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.802892:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769077898.802894:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077898.802898:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077898/real 1769077898] req@ffff8f2889ca8a80 x1855008978445824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077898.802900:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cabb80 x1855008978446208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077898.802927:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077898.802930:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.802934:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077898.802939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1769077898.802941:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1769077898.802942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:3.0:1769077898.802943:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077898.802945:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077898.802947:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077898.802948:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077898.802950:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077898.802952:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1769077898.802953:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3537 00000100:00000001:3.0:1769077898.802954:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077898.802957:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077898.802958:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.802961:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.802962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077898.802965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077898.802968:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1769077898.802969:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8a80 x1855008978445824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077898.802970:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077898.802972:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:1.0:1769077898.802976:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769077898.802980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077898.802982:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077898.802986:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077898.802989:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077898.802991:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077898.802992:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.802997:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077898.802998:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077898.803000:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077898.803001:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.803004:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077898.803005:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803007:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077898.803008:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077898.803011:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077898.803011:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:1.0:1769077898.803016:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.803018:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077898.803019:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1769077898.803021:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077898.803025:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.803026:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077898.803028:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:3.0:1769077898.803029:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:1.0:1769077898.803030:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.803035:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803036:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077898.803041:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa300 x1855008978446336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077898.803046:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978445824:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077898.803051:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077898.803055:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.803058:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803059:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803063:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077898.803065:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077898.803068:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077898.803072:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077898.803075:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077898.803077:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077898.803081:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077898.803082:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077898.803094:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077898.803095:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803098:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803105:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077898.803107:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803109:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077898.803110:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077898.803112:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077898.803113:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077898.803115:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.803117:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077898.803119:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077898.803121:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077898.803126:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077898.803130:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077898.803133:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077898.803134:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.803136:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077898.803140:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803146:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077898.803148:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006060672 : -124070703490944 : ffff8f2889ca9880) 00000100:00000001:3.0:1769077898.803152:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077898.803163:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077898.803166:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077898.803168:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077898.803169:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803170:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077898.803173:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803175:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298209825 00000100:00000001:3.0:1769077898.803177:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298211065 00000100:00000001:3.0:1769077898.803179:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298209825 00000100:00000001:3.0:1769077898.803181:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298211065 00000100:00000001:3.0:1769077898.803182:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077898.803184:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803185:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077898.803188:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077898/real 1769077898] req@ffff8f2889ca9880 x1855008978445952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077898.803199:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077898.803201:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077898.803203:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077898.803205:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077898.803207:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803208:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.803210:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077898.803214:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9880 x1855008978445952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077898.803222:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803224:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077898.803227:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803229:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.803230:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803232:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077898.803234:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077898.803237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077898.803241:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077898.803243:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077898.803247:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978445952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077898.803251:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077898.803252:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077898.803254:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.803256:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077898.803258:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077898.803260:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077898.803263:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077898.803265:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077898.803266:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077898.803268:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.803269:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077898.803272:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803276:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077898.803277:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006061568 : -124070703490048 : ffff8f2889ca9c00) 00000100:00000001:3.0:1769077898.803280:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077898.803289:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077898.803292:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077898.803294:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077898.803295:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803296:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077898.803298:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803309:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298209822 00000100:00000001:3.0:1769077898.803311:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298211065 00000100:00000001:3.0:1769077898.803312:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298209822 00000100:00000001:3.0:1769077898.803314:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298211065 00000100:00000001:3.0:1769077898.803316:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077898.803317:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803331:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077898.803334:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077898/real 1769077898] req@ffff8f2889ca9c00 x1855008978446080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077898.803340:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077898.803341:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077898.803343:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077898.803344:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077898.803345:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803347:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.803348:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077898.803351:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9c00 x1855008978446080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077898.803356:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803357:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077898.803360:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803361:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.803362:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803363:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077898.803364:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077898.803366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077898.803368:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077898.803369:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077898.803371:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077898.803390:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077898.803391:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077898.803392:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.803394:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077898.803395:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077898.803396:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077898.803399:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077898.803401:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077898.803403:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077898.803404:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.803405:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077898.803408:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803414:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077898.803415:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006069632 : -124070703481984 : ffff8f2889cabb80) 00000100:00000001:3.0:1769077898.803419:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077898.803439:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077898.803448:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077898.803450:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077898.803452:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803454:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077898.803457:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803461:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298209826 00000100:00000001:3.0:1769077898.803464:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298211065 00000100:00000001:3.0:1769077898.803467:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298209826 00000100:00000001:3.0:1769077898.803470:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298211065 00000100:00000001:3.0:1769077898.803472:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077898.803474:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803477:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077898.803481:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077898/real 1769077898] req@ffff8f2889cabb80 x1855008978446208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077898.803490:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077898.803491:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077898.803493:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077898.803494:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077898.803495:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803497:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.803498:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077898.803501:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cabb80 x1855008978446208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077898.803506:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803508:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077898.803509:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803510:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.803511:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803512:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077898.803513:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077898.803515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077898.803517:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077898.803518:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077898.803520:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077898.803522:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077898.803523:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077898.803525:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.803526:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077898.803528:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077898.803529:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077898.803531:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077898.803533:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077898.803534:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077898.803535:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077898.803536:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077898.803539:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803543:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077898.803544:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006063360 : -124070703488256 : ffff8f2889caa300) 00000100:00000001:3.0:1769077898.803546:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077898.803555:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077898.803558:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077898.803559:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077898.803561:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803562:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077898.803564:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803566:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298209818 00000100:00000001:3.0:1769077898.803568:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298211065 00000100:00000001:3.0:1769077898.803570:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298209818 00000100:00000001:3.0:1769077898.803571:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298211065 00000100:00000001:3.0:1769077898.803573:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077898.803574:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803575:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077898.803577:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077898/real 1769077898] req@ffff8f2889caa300 x1855008978446336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077898.803582:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077898.803582:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077898.803584:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077898.803585:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077898.803586:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803587:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.803588:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077898.803591:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa300 x1855008978446336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077898.803595:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803597:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077898.803598:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803599:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077898.803600:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803601:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077898.803602:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077898.803603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077898.803605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077898.803606:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077898.803608:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077898.803610:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803611:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077898.803612:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077898.803613:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077898.803614:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077898.803615:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077898.803616:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077898.803617:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077898.803618:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077898.803620:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077898.803621:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803622:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077898.803623:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077898.803624:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077898.803625:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077898.803626:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077898.803626:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077898.803627:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077898.803628:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077898.803629:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077898.803630:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803631:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077898.803632:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077898.803633:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077898.803634:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077898.803635:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077898.803636:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077898.803637:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077898.803637:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077898.803638:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077898.803639:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803640:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077898.803641:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077898.803641:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077898.803643:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077898.803644:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077898.803644:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077898.803645:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077898.803646:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077898.803647:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077898.803648:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803649:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.803651:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077898.803652:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.803653:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077898.803654:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077899.442469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077899.442479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077899.442481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077899.442485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077899.442487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077899.442489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077899.442494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077899.442495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077899.442497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077899.442498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077899.442502:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077899.442504:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077899.442507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077899.442575:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077899.442581:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077899.442585:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077899.826491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077899.826500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077899.826502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077899.826509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077899.826513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077899.826517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077899.826520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077899.826523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077899.826526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077900.466501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077900.466508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077900.466510:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077900.466511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077900.466515:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077900.466517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077900.466521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077900.466524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077900.466525:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077900.466527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077900.466529:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077900.466533:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077900.466536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077900.466603:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077900.466607:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077900.466610:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077900.850460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077900.850469:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077900.850471:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077900.850477:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077900.850481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077900.850484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077900.850487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077900.850489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077900.850492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077901.490476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077901.490477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077901.490483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077901.490484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077901.490487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077901.490489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077901.490492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077901.490492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077901.490498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077901.490501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.490504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077901.490505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.490507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077901.490587:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077901.490592:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077901.490596:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077901.874482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077901.874488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077901.874490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077901.874495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077901.874498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077901.874501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.874503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077901.874505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.874508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077902.514509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077902.514518:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077902.514520:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077902.514527:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077902.514531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077902.514532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077902.514540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077902.514541:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077902.514552:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077902.514555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077902.514557:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077902.514558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077902.514564:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077902.514625:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077902.514630:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077902.514635:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077902.898443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077902.898449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077902.898451:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077902.898455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077902.898458:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077902.898461:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077902.898464:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077902.898466:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077902.898467:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077903.538464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077903.538468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077903.538475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077903.538476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077903.538480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077903.538481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077903.538484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077903.538484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077903.538489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077903.538492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077903.538494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077903.538496:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077903.538499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077903.538549:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077903.538554:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077903.538557:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077903.922518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077903.922518:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077903.922525:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077903.922528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.922529:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769077903.922533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077903.922535:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077903.922539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077903.922541:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077903.922543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077903.922546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077903.922548:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077903.922549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077903.922554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.922559:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3542 00000100:00080000:0.0:1769077903.922572:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077903.922576:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077903.922578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077903.922582:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077903.922585:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077903.922587:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077903.922588:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077903.922590:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077903.922591:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077903.922595:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077903.922596:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.922598:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077903.922601:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077903.922603:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922605:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077903.922607:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.922617:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077903.922618:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922621:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077903.922623:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077903.922627:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922636:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077903.922643:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978446464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077903.922652:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077903.922655:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922668:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.922670:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077903.922673:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077903.922674:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077903.922675:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077903.922677:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077903.922678:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3542 00000100:00080000:0.0:1769077903.922681:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077903.922682:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077903.922684:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077903.922685:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077903.922686:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077903.922688:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077903.922689:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077903.922690:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077903.922691:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077903.922693:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077903.922695:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.922696:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077903.922701:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077903.922702:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922703:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077903.922707:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077903.922710:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922711:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.922715:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077903.922716:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922718:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077903.922719:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077903.922721:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922724:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077903.922728:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978446592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077903.922735:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077903.922737:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922738:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.922740:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077903.922745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077903.922746:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077903.922747:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077903.922752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077903.922755:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077903.922757:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077903.922758:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3542 00000100:00080000:0.0:1769077903.922765:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077903.922765:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077903.922772:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077903.922774:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077903.922774:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077903.922781:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077903.922782:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077903.922783:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077903.922785:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077903.922790:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077903.922792:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077903.922793:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077903.922794:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1769077903.922797:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077903.922801:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.922801:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077903.922807:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077903.922816:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077903.922816:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.922820:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922821:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077903.922823:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077903.922824:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922832:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.922836:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077903.922837:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922840:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077903.922841:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077903.922843:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077903.922844:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978446464:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077903.922847:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077903.922858:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978446720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077903.922858:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077903.922867:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077903.922868:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077903.922870:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.922874:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922875:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.922890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077903.922891:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769077903.922896:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077903.922897:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077903.922899:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077903.922901:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077903.922903:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.922905:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3542 00000100:00080000:0.0:1769077903.922910:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077903.922913:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077903.922914:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077903.922915:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077903.922917:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077903.922918:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077903.922919:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077903.922920:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077903.922922:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077903.922925:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077903.922926:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.922927:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077903.922929:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077903.922930:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922932:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077903.922933:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077903.922935:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:0.0:1769077903.922936:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922940:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.922940:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 02000000:00000001:0.0:1769077903.922950:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077903.922953:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769077903.922954:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922967:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077903.922968:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077903.922970:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922977:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077903.922983:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978446848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077903.922992:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077903.922996:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.922999:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.923002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077903.923007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077903.923013:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000100:3.0:1769077903.923016:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769077903.923017:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077903.923024:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077903.923028:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3542 00000100:00080000:0.0:1769077903.923036:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077903.923037:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077903.923040:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077903.923042:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077903.923047:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077903.923047:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769077903.923054:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077903.923056:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077903.923057:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923063:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769077903.923067:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077903.923071:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077903.923072:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.923076:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077903.923083:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077903.923084:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298216185 00000100:00000001:0.0:1769077903.923088:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.923091:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077903.923094:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077903.923096:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.923097:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077903.923099:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077903.923101:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000008:00000001:0.0:1769077903.923102:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.923114:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923122:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298216185 02000000:00000001:0.0:1769077903.923124:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077903.923128:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.923131:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077903.923132:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769077903.923133:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077903.923141:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923142:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077903.923150:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.923154:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923155:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077903.923167:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077903/real 1769077903] req@ffff8f28835e8380 x1855008978446464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077903.923168:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978446976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077903.923212:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077903.923217:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077903.923221:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769077903.923223:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077903.923226:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077903.923248:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077903.923252:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077903.923254:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923258:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923260:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077903.923267:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978446464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077903.923277:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923281:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077903.923285:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923286:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923288:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923291:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077903.923294:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077903.923298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077903.923304:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077903.923307:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077903.923311:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978446464:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077903.923317:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077903.923318:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077903.923320:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.923323:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077903.923326:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077903.923328:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077903.923332:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077903.923335:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077903.923338:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077903.923340:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.923342:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077903.923346:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923353:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077903.923354:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:3.0:1769077903.923359:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077903.923373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077903.923412:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077903.923415:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077903.923417:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923419:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077903.923422:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923427:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298214946 00000100:00000001:3.0:1769077903.923430:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298216185 00000100:00000001:3.0:1769077903.923433:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298214946 00000100:00000001:3.0:1769077903.923435:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298216185 00000100:00000001:3.0:1769077903.923437:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077903.923440:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923442:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077903.923447:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077903/real 1769077903] req@ffff8f28835eaa00 x1855008978446592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077903.923456:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077903.923458:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077903.923461:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077903.923463:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077903.923464:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923466:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923468:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077903.923472:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978446592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077903.923480:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923482:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077903.923485:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923487:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923488:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923490:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077903.923492:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077903.923495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077903.923499:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077903.923501:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077903.923505:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077903.923509:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923512:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077903.923514:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077903.923517:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077903.923521:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077903.923524:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077903.923527:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077903.923532:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077903.923535:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077903.923538:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077903.923540:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923542:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077903.923543:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077903.923545:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077903.923547:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077903.923548:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077903.923549:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077903.923551:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077903.923552:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077903.923555:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077903.923557:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923559:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923568:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077903.923570:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923573:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077903.923575:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077903.923576:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077903.923578:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077903.923580:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.923583:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077903.923585:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077903.923587:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077903.923591:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077903.923594:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077903.923596:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077903.923598:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.923600:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077903.923603:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923609:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077903.923610:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:3.0:1769077903.923614:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077903.923626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077903.923630:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077903.923632:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077903.923634:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923635:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077903.923638:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923642:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298214943 00000100:00000001:3.0:1769077903.923645:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298216185 00000100:00000001:3.0:1769077903.923647:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298214943 00000100:00000001:3.0:1769077903.923650:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298216185 00000100:00000001:3.0:1769077903.923652:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077903.923654:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923656:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077903.923661:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077903/real 1769077903] req@ffff8f28835e8000 x1855008978446720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077903.923669:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077903.923670:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077903.923673:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077903.923674:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077903.923676:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923678:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923679:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077903.923683:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978446720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077903.923690:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923692:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077903.923694:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923696:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923697:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923699:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077903.923700:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077903.923703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077903.923706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077903.923709:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077903.923712:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077903.923719:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077903.923721:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077903.923722:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.923725:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077903.923726:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077903.923729:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077903.923732:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077903.923735:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077903.923737:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077903.923738:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.923740:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077903.923743:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923749:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077903.923750:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:3.0:1769077903.923754:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077903.923765:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077903.923769:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077903.923771:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077903.923772:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923774:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077903.923776:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923781:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298214946 00000100:00000001:3.0:1769077903.923783:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298216185 00000100:00000001:3.0:1769077903.923786:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298214946 00000100:00000001:3.0:1769077903.923788:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298216185 00000100:00000001:3.0:1769077903.923791:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077903.923793:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923795:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077903.923799:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077903/real 1769077903] req@ffff8f28835e9880 x1855008978446848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077903.923809:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077903.923811:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077903.923814:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077903.923816:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077903.923817:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923820:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923821:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077903.923825:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978446848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077903.923832:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923835:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077903.923837:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923839:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923840:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923842:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077903.923844:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077903.923847:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077903.923851:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077903.923853:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077903.923857:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077903.923862:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077903.923863:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077903.923865:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.923867:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077903.923869:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077903.923871:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077903.923875:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077903.923878:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077903.923880:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077903.923882:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077903.923884:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077903.923887:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923893:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077903.923895:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077903.923899:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077903.923911:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077903.923915:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077903.923918:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077903.923919:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923921:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077903.923924:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923927:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298214938 00000100:00000001:3.0:1769077903.923930:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298216185 00000100:00000001:3.0:1769077903.923931:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298214938 00000100:00000001:3.0:1769077903.923933:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298216185 00000100:00000001:3.0:1769077903.923934:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077903.923936:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.923937:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077903.923940:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077903/real 1769077903] req@ffff8f28835eb800 x1855008978446976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077903.923945:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077903.923946:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077903.923947:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077903.923948:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077903.923949:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923951:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923952:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077903.923954:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978446976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077903.923959:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923960:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077903.923962:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923963:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077903.923964:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923965:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077903.923966:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077903.923968:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077903.923970:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077903.923972:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077903.923974:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978446976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077903.923976:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923977:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077903.923978:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077903.923979:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077903.923980:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077903.923981:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077903.923982:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077903.923983:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077903.923984:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077903.923985:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077903.923986:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923987:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077903.923988:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077903.923989:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077903.923990:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077903.923991:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077903.923992:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077903.923993:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077903.923993:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077903.923994:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077903.923995:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.923996:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077903.923997:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077903.923997:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077903.923999:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077903.923999:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077903.924000:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077903.924001:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077903.924001:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077903.924004:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077903.924005:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.924006:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.924008:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077903.924010:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.924011:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077903.924012:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077904.562479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077904.562479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077904.562486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077904.562487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077904.562490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077904.562492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077904.562494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077904.562496:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077904.562499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077904.562499:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077904.562503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077904.562504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077904.562506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077904.562507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077904.562509:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077904.562510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077904.562512:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077904.562514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077904.562515:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077904.562637:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077904.562643:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077904.562647:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077904.946526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077904.946533:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077904.946534:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077904.946538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077904.946541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077904.946544:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077904.946546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077904.946547:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077904.946549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077905.586459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077905.586468:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077905.586470:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077905.586476:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077905.586481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077905.586485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077905.586488:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077905.586491:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077905.586494:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077905.586499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077905.586507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077905.586515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077905.586518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077905.586596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077905.586601:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077905.586606:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077905.970487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077905.970493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077905.970495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077905.970499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077905.970502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077905.970505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077905.970507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077905.970509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077905.970511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077906.610515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077906.610524:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077906.610525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077906.610526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077906.610535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077906.610536:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077906.610542:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077906.610543:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077906.610552:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077906.610554:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077906.610565:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077906.610566:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077906.610572:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077906.610573:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077906.610589:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077906.610589:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077906.610607:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077906.610614:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077906.610615:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077906.610675:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077906.610678:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077906.610681:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077906.994496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077906.994504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077906.994506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077906.994512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077906.994516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077906.994519:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077906.994521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077906.994523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077906.994526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077907.634511:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077907.634514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077907.634520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077907.634521:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077907.634523:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077907.634527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077907.634528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077907.634529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077907.634532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077907.634537:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077907.634540:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077907.634544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077907.634547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077907.634593:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077907.634596:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077907.634600:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077908.018540:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077908.018549:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077908.018551:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077908.018559:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077908.018565:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077908.018570:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.018573:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077908.018576:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.018580:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.658468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077908.658471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077908.658475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.658476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077908.658480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077908.658482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077908.658484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077908.658485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077908.658491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077908.658494:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.658497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077908.658498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.658500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077908.658551:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077908.658554:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077908.658557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077909.042430:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077909.042438:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077909.042440:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077909.042440:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077909.042448:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769077909.042449:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077909.042451:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077909.042455:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077909.042456:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077909.042459:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077909.042462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077909.042467:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3547 00000100:00000001:1.0:1769077909.042469:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077909.042473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077909.042477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077909.042478:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077909.042482:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042484:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077909.042487:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077909.042489:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077909.042492:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077909.042494:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077909.042496:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042497:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077909.042501:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077909.042503:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077909.042505:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077909.042508:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077909.042510:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042512:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077909.042513:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077909.042524:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077909.042525:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042527:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077909.042530:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077909.042534:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042543:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077909.042551:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978447104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077909.042559:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077909.042563:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042577:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077909.042580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077909.042582:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077909.042583:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077909.042584:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077909.042586:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077909.042588:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3547 00000100:00080000:0.0:1769077909.042590:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077909.042592:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042593:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077909.042594:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077909.042595:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077909.042597:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077909.042598:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077909.042601:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042602:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077909.042605:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077909.042607:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077909.042608:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077909.042613:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077909.042614:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042615:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077909.042616:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077909.042621:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:0.0:1769077909.042622:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077909.042625:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:0.0:1769077909.042626:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042630:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042631:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769077909.042633:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077909.042635:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077909.042636:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042641:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077909.042642:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077909.042644:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.042644:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077909.042650:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077909.042652:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.042655:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077909.042659:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978447232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077909.042666:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978447104:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077909.042667:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077909.042671:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042677:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042677:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1769077909.042682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077909.042684:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:3.0:1769077909.042685:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077909.042686:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077909.042689:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769077909.042689:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042694:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077909.042695:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769077909.042698:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3547 00000100:00080000:0.0:1769077909.042701:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769077909.042701:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042703:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042706:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077909.042708:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077909.042709:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077909.042711:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077909.042713:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077909.042714:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042715:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077909.042717:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077909.042719:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042719:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769077909.042720:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077909.042723:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 02000000:00000001:0.0:1769077909.042724:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077909.042728:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042729:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077909.042730:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077909.042733:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077909.042735:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042736:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077909.042739:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077909.042740:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042742:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077909.042742:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077909.042744:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042747:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077909.042750:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978447360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077909.042756:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077909.042757:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042759:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077909.042761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077909.042763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077909.042766:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000100:3.0:1769077909.042767:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769077909.042768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077909.042772:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077909.042775:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3547 00000100:00080000:0.0:1769077909.042779:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077909.042780:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077909.042781:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042785:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077909.042786:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769077909.042787:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077909.042790:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077909.042791:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077909.042792:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077909.042794:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769077909.042796:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077909.042798:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042800:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077909.042802:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077909.042803:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077909.042808:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077909.042809:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077909.042810:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298221305 02000000:00000001:0.0:1769077909.042811:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077909.042817:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042818:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077909.042819:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077909.042821:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042822:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042824:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769077909.042826:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077909.042828:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042831:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077909.042831:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077909.042833:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042835:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298221305 00000100:00000001:0.0:1769077909.042836:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077909.042842:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978447488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077909.042845:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077909.042848:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077909.042851:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042852:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077909.042854:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042860:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077909.042861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077909.042867:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077909.042867:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077909.042871:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077909.042873:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077909.042875:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077909.042877:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077909/real 1769077909] req@ffff8f28835e9180 x1855008978447104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077909.042880:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3547 00000100:00080000:0.0:1769077909.042885:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077909.042888:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042890:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077909.042895:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077909.042897:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077909.042899:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077909.042903:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077909.042908:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077909.042910:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:3.0:1769077909.042912:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769077909.042913:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:3.0:1769077909.042917:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077909.042918:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077909.042921:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077909.042923:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077909.042925:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042925:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077909.042930:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077909.042932:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077909.042932:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:0.0:1769077909.042936:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042937:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077909.042938:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042944:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769077909.042945:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077909.042948:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042949:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077909.042949:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077909.042952:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077909.042954:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.042957:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077909.042959:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978447104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077909.042963:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978447616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077909.042990:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077909.042991:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077909.042993:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.042995:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077909.042997:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043000:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043002:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077909.043004:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043005:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077909.043007:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077909.043009:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077909.043014:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077909.043016:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077909.043019:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978447104:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077909.043023:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043025:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077909.043026:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077909.043028:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077909.043031:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077909.043032:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077909.043034:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077909.043037:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077909.043039:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077909.043041:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077909.043042:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043043:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043049:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077909.043051:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043052:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077909.043053:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077909.043055:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077909.043056:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077909.043057:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.043058:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077909.043060:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077909.043061:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077909.043063:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077909.043066:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077909.043068:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077909.043069:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.043070:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077909.043072:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043077:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077909.043078:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077909.043082:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077909.043092:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077909.043095:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077909.043097:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077909.043098:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043099:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077909.043101:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043104:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298220065 00000100:00000001:3.0:1769077909.043106:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298221305 00000100:00000001:3.0:1769077909.043108:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298220065 00000100:00000001:3.0:1769077909.043110:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298221305 00000100:00000001:3.0:1769077909.043111:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077909.043112:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043113:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077909.043116:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077909/real 1769077909] req@ffff8f28835e8700 x1855008978447232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077909.043127:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077909.043128:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077909.043130:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077909.043131:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077909.043132:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043133:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077909.043134:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077909.043136:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978447232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077909.043141:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043143:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077909.043144:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043145:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077909.043161:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043162:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077909.043164:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077909.043165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077909.043168:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077909.043170:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077909.043172:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077909.043175:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077909.043176:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077909.043177:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.043178:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077909.043180:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077909.043181:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077909.043183:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077909.043185:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077909.043187:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077909.043188:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.043189:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077909.043192:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043195:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077909.043196:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:3.0:1769077909.043199:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077909.043208:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077909.043211:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077909.043212:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077909.043213:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043214:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077909.043216:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043218:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298220062 00000100:00000001:3.0:1769077909.043220:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298221305 00000100:00000001:3.0:1769077909.043222:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298220062 00000100:00000001:3.0:1769077909.043224:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298221305 00000100:00000001:3.0:1769077909.043225:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077909.043226:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043227:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077909.043230:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077909/real 1769077909] req@ffff8f28835ead80 x1855008978447360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077909.043235:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077909.043235:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077909.043237:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077909.043238:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077909.043239:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043240:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077909.043241:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077909.043243:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978447360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077909.043248:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043249:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077909.043251:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043252:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077909.043253:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043254:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077909.043255:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077909.043257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077909.043259:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077909.043260:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077909.043262:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077909.043264:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077909.043265:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077909.043266:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.043267:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077909.043268:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077909.043269:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077909.043271:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077909.043272:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077909.043273:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077909.043274:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.043275:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077909.043277:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043280:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077909.043281:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077909.043283:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077909.043289:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077909.043291:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077909.043292:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077909.043293:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043294:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077909.043296:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043298:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298220065 00000100:00000001:3.0:1769077909.043299:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298221305 00000100:00000001:3.0:1769077909.043301:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298220065 00000100:00000001:3.0:1769077909.043302:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298221305 00000100:00000001:3.0:1769077909.043304:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077909.043305:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043306:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077909.043308:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077909/real 1769077909] req@ffff8f28835eb480 x1855008978447488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077909.043313:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077909.043313:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077909.043314:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077909.043315:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077909.043316:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043317:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077909.043318:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077909.043320:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978447488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077909.043324:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043325:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077909.043327:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043327:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077909.043328:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043329:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077909.043330:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077909.043332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077909.043333:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077909.043335:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077909.043336:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077909.043339:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077909.043339:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077909.043341:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.043342:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077909.043343:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077909.043344:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077909.043346:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077909.043348:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077909.043349:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077909.043350:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077909.043351:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077909.043352:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043355:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077909.043356:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077909.043357:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077909.043362:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077909.043364:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077909.043365:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077909.043366:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043367:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077909.043368:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043370:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298220057 00000100:00000001:3.0:1769077909.043391:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298221305 00000100:00000001:3.0:1769077909.043394:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298220058 00000100:00000001:3.0:1769077909.043397:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298221305 00000100:00000001:3.0:1769077909.043399:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077909.043401:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043403:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077909.043407:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077909/real 1769077909] req@ffff8f28835ea300 x1855008978447616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077909.043415:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077909.043417:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077909.043420:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077909.043422:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077909.043423:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043425:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077909.043427:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077909.043431:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978447616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077909.043439:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043441:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077909.043444:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043445:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077909.043447:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043448:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077909.043450:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077909.043453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077909.043456:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077909.043458:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077909.043461:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077909.043465:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043467:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077909.043469:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077909.043470:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077909.043473:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077909.043474:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077909.043475:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077909.043477:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077909.043479:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077909.043481:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077909.043482:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043484:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077909.043485:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077909.043486:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077909.043489:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077909.043490:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077909.043491:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077909.043493:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077909.043495:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077909.043497:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077909.043499:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043501:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077909.043502:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077909.043503:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077909.043505:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077909.043507:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077909.043508:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077909.043509:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077909.043510:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077909.043512:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077909.043513:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043514:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077909.043515:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077909.043516:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077909.043517:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077909.043518:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077909.043519:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077909.043520:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077909.043521:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077909.043522:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077909.043522:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043523:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.043526:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077909.043527:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.043528:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077909.043529:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077909.682501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077909.682509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077909.682516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077909.682519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077909.682521:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077909.682530:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077909.682532:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077909.682538:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077909.682541:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077909.682545:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077909.682548:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077909.682550:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077909.682553:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077909.682576:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077909.682580:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077909.682584:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077910.066492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077910.066500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077910.066501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077910.066506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077910.066509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077910.066513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077910.066514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077910.066516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077910.066518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077910.706482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077910.706489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077910.706497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077910.706499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077910.706512:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077910.706523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077910.706526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077910.706533:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077910.706540:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077910.706545:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077910.706548:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077910.706552:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077910.706555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077910.706568:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077910.706572:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077910.706576:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077911.090457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077911.090465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077911.090467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077911.090473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077911.090477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077911.090481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077911.090484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077911.090486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077911.090489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077911.730487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077911.730487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077911.730494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077911.730495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077911.730500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077911.730501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077911.730504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077911.730508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077911.730514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077911.730518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077911.730521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077911.730524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077911.730527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077911.730565:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077911.730568:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077911.730571:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077912.114509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077912.114517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077912.114520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077912.114525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077912.114529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077912.114534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077912.114537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077912.114539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077912.114541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077912.754468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077912.754469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077912.754475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077912.754476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077912.754479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077912.754483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077912.754484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077912.754485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077912.754491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077912.754495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077912.754497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077912.754500:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077912.754503:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077912.754544:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077912.754548:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077912.754551:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077913.138563:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077913.138573:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077913.138575:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077913.138583:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077913.138588:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077913.138593:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077913.138597:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077913.138600:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077913.138604:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077913.778496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077913.778503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077913.778504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077913.778508:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077913.778508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077913.778516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077913.778517:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077913.778519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077913.778524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077913.778534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077913.778538:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077913.778541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077913.778546:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077913.778592:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077913.778595:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077913.778598:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077914.162516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077914.162524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077914.162526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077914.162531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077914.162535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077914.162539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077914.162541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077914.162544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077914.162546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077914.162555:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077914.162565:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077914.162569:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077914.162574:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077914.162580:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077914.162589:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3552 00000100:00080000:0.0:1769077914.162603:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077914.162608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077914.162610:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077914.162616:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077914.162619:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077914.162623:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077914.162627:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077914.162630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077914.162631:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077914.162637:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077914.162641:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077914.162646:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077914.162651:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077914.162656:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.162659:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077914.162663:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077914.162678:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077914.162681:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.162684:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077914.162688:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077914.162694:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.162710:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077914.162723:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978447744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077914.162737:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077914.162743:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.162765:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077914.162769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077914.162773:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077914.162775:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077914.162777:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077914.162781:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077914.162784:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3552 00000100:00080000:0.0:1769077914.162789:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077914.162792:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077914.162794:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077914.162797:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077914.162799:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077914.162802:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077914.162804:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769077914.162805:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077914.162809:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077914.162810:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077914.162812:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077914.162815:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077914.162815:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077914.162818:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077914.162823:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:3.0:1769077914.162824:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077914.162828:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077914.162830:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.162832:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077914.162835:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769077914.162840:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978447744:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077914.162846:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077914.162846:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077914.162851:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.162852:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077914.162858:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077914.162858:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077914.162865:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769077914.162870:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1769077914.162872:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.162876:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.162876:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077914.162882:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077914.162885:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.162888:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077914.162890:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077914.162892:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.162897:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077914.162899:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.162900:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:3.0:1769077914.162906:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1769077914.162910:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978447872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077914.162921:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077914.162924:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.162928:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077914.162931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077914.162936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077914.162938:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077914.162940:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077914.162943:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077914.162946:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3552 00000100:00080000:0.0:1769077914.162951:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077914.162954:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077914.162956:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000800:00000100:3.0:1769077914.162960:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769077914.162961:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077914.162964:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077914.162967:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077914.162970:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077914.162974:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077914.162975:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077914.162978:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769077914.162982:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077914.162986:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077914.162987:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.162991:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077914.162992:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077914.162996:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769077914.162998:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077914.163003:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163005:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.163006:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077914.163011:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769077914.163013:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298226425 00000008:00000001:0.0:1769077914.163018:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.163022:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163027:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769077914.163028:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077914.163033:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.163037:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077914.163037:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298226425 02000000:00000001:0.0:1769077914.163042:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077914.163044:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769077914.163046:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163049:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077914.163052:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163054:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077914.163057:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077914.163082:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978448000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077914.163086:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077914/real 1769077914] req@ffff8f28835e9500 x1855008978447744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077914.163097:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077914.163102:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.163107:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077914.163112:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769077914.163113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1769077914.163115:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769077914.163122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077914.163122:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077914.163127:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077914.163127:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077914.163131:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077914.163132:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077914.163134:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163137:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077914.163139:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077914.163144:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978447744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077914.163146:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3552 00000100:00000001:3.0:1769077914.163156:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077914.163157:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077914.163160:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077914.163161:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077914.163167:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077914.163167:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077914.163173:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077914.163174:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163177:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077914.163178:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077914.163182:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769077914.163183:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077914.163188:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077914.163188:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077914.163194:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:3.0:1769077914.163196:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769077914.163198:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077914.163205:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:3.0:1769077914.163208:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077914.163210:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163213:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1769077914.163215:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077914.163221:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769077914.163222:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978447744:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769077914.163227:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163230:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077914.163232:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077914.163233:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077914.163237:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00100000:0.0:1769077914.163238:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:3.0:1769077914.163240:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:0.0:1769077914.163244:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163245:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077914.163248:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769077914.163250:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077914.163251:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077914.163256:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077914.163258:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769077914.163259:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077914.163260:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769077914.163263:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163263:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077914.163270:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077914.163270:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077914.163275:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077914.163279:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163280:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077914.163283:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163284:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077914.163287:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163287:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077914.163290:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077914.163292:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077914.163294:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163297:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1769077914.163298:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978448128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077914.163299:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077914.163305:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077914.163314:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077914.163316:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077914.163320:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163323:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077914.163327:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163328:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1769077914.163332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077914.163333:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163338:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769077914.163340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077914.163343:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077914.163343:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077914.163347:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077914.163352:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077914.163354:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769077914.163356:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3552 00000100:00000001:3.0:1769077914.163359:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00080000:0.0:1769077914.163364:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077914.163366:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077914.163370:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077914.163400:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077914.163405:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000100:3.0:1769077914.163406:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769077914.163408:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077914.163413:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077914.163413:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769077914.163418:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077914.163419:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077914.163425:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077914.163425:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.163428:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077914.163430:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077914.163436:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077914.163437:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077914.163443:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163444:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298225186 02000000:00000001:0.0:1769077914.163447:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077914.163450:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298226425 02000000:00000001:0.0:1769077914.163453:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077914.163455:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298225186 02000000:00000001:0.0:1769077914.163459:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.163463:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077914.163466:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077914.163467:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298226425 00000008:00000001:0.0:1769077914.163471:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163473:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077914.163475:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163478:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163481:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769077914.163483:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769077914.163486:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077914/real 1769077914] req@ffff8f28835e9f80 x1855008978447872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077914.163487:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.163493:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077914.163496:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077914.163499:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077914.163501:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077914.163505:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077914.163507:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163509:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077914.163513:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1769077914.163517:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978448256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077914.163517:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163521:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163524:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077914.163534:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1769077914.163534:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978447872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077914.163539:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.163544:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163552:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163555:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077914.163557:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163559:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163560:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163561:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077914.163563:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077914.163566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077914.163570:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077914.163572:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077914.163574:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978447872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077914.163577:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077914.163578:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077914.163579:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163581:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077914.163582:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077914.163584:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077914.163586:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077914.163589:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077914.163590:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077914.163591:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163592:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077914.163604:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163609:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077914.163610:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:3.0:1769077914.163613:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077914.163622:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077914.163626:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077914.163627:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077914.163629:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163630:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077914.163632:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163635:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298225183 00000100:00000001:3.0:1769077914.163637:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298226425 00000100:00000001:3.0:1769077914.163639:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298225183 00000100:00000001:3.0:1769077914.163641:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298226425 00000100:00000001:3.0:1769077914.163642:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077914.163643:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163645:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077914.163648:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077914/real 1769077914] req@ffff8f28835ea680 x1855008978448000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077914.163654:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077914.163655:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077914.163656:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077914.163658:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077914.163658:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163660:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163661:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077914.163663:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978448000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077914.163668:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163669:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077914.163671:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163673:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163674:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163676:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077914.163677:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077914.163680:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077914.163684:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077914.163686:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077914.163690:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077914.163694:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163695:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077914.163697:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077914.163699:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077914.163701:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077914.163703:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077914.163704:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077914.163706:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077914.163708:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077914.163711:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077914.163712:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163714:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077914.163715:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077914.163717:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077914.163718:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077914.163720:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077914.163721:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077914.163723:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077914.163724:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077914.163726:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077914.163727:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163729:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163733:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077914.163735:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163737:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077914.163738:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077914.163739:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077914.163740:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077914.163741:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163743:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077914.163744:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077914.163746:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077914.163748:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077914.163751:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077914.163752:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077914.163753:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163754:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077914.163757:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163762:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077914.163763:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:3.0:1769077914.163767:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077914.163776:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077914.163779:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077914.163780:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077914.163781:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163783:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077914.163785:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163787:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298225186 00000100:00000001:3.0:1769077914.163789:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298226425 00000100:00000001:3.0:1769077914.163791:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298225186 00000100:00000001:3.0:1769077914.163793:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298226425 00000100:00000001:3.0:1769077914.163794:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077914.163795:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163797:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077914.163799:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077914/real 1769077914] req@ffff8f28835ea300 x1855008978448128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077914.163804:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077914.163805:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077914.163806:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077914.163807:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077914.163808:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163810:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163811:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077914.163813:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978448128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077914.163818:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163820:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077914.163821:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163822:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163823:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163824:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077914.163825:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077914.163827:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077914.163829:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077914.163830:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077914.163832:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077914.163834:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077914.163835:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077914.163836:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163838:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077914.163839:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077914.163841:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077914.163843:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077914.163844:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077914.163845:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077914.163846:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.163847:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077914.163849:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163851:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077914.163852:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:3.0:1769077914.163855:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077914.163860:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077914.163862:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077914.163864:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077914.163865:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163866:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077914.163868:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163870:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298225178 00000100:00000001:3.0:1769077914.163871:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298226425 00000100:00000001:3.0:1769077914.163873:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298225178 00000100:00000001:3.0:1769077914.163875:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298226425 00000100:00000001:3.0:1769077914.163876:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077914.163877:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163878:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077914.163880:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077914/real 1769077914] req@ffff8f28835eb480 x1855008978448256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077914.163885:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077914.163885:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077914.163887:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077914.163888:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077914.163889:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163890:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163891:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077914.163894:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978448256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077914.163898:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163899:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077914.163901:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163902:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077914.163903:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163903:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077914.163904:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077914.163906:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077914.163908:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077914.163909:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077914.163911:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077914.163913:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163914:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077914.163915:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077914.163915:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077914.163916:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077914.163917:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077914.163918:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077914.163919:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077914.163920:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077914.163921:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077914.163922:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163923:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077914.163924:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077914.163924:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077914.163925:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077914.163926:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077914.163927:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077914.163928:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077914.163929:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077914.163932:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077914.163933:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163934:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.163936:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077914.163937:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.163938:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077914.163939:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.802473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077914.802475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077914.802481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.802484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077914.802487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077914.802488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077914.802493:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769077914.802495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077914.802497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077914.802501:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.802502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077914.802506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077914.802508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077914.802510:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.802511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077914.802513:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.802515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077914.802517:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.802519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077914.802566:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077914.802570:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077914.802572:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077915.186503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077915.186512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077915.186514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077915.186521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077915.186525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077915.186529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077915.186532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077915.186535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077915.186538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077915.826476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077915.826477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077915.826484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077915.826485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077915.826488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077915.826493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077915.826494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077915.826496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077915.826500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077915.826504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077915.826516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077915.826518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077915.826521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077915.826568:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077915.826573:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077915.826576:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077916.210456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077916.210467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077916.210469:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077916.210474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077916.210477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077916.210480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077916.210482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077916.210484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077916.210486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077916.850431:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077916.850439:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077916.850441:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077916.850444:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077916.850446:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077916.850449:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077916.850450:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077916.850453:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077916.850455:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077916.850456:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077916.850459:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077916.850461:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077916.850462:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077916.850464:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077916.850466:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077916.850467:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077916.850472:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077916.850476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077916.850477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077916.850554:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077916.850558:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077916.850562:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077917.234494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077917.234501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077917.234503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077917.234508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077917.234511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077917.234515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.234517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077917.234519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.234521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077917.874542:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077917.874550:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077917.874553:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077917.874557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077917.874559:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077917.874568:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077917.874569:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077917.874576:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077917.874580:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077917.874582:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077917.874585:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077917.874588:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.874595:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077917.874658:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077917.874661:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077917.874664:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077918.258483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077918.258490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077918.258491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077918.258496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077918.258499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077918.258502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.258504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077918.258506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.258508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077918.898484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077918.898484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077918.898491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077918.898492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077918.898497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077918.898497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077918.898500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077918.898504:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077918.898510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077918.898514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.898517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077918.898520:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.898523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077918.898558:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077918.898561:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077918.898570:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077919.282515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077919.282523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077919.282526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.282527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077919.282534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:1.0:1769077919.282536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077919.282541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077919.282541:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077919.282547:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077919.282548:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077919.282554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077919.282555:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077919.282558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077919.282563:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.282566:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3557 00000100:00080000:1.0:1769077919.282580:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077919.282584:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.282586:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077919.282591:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077919.282594:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077919.282597:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077919.282600:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077919.282602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.282604:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077919.282609:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077919.282612:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.282615:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077919.282618:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077919.282621:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282624:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077919.282627:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.282639:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077919.282641:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282644:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077919.282647:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077919.282652:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282665:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077919.282675:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab480 x1855008978448384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077919.282684:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077919.282688:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282707:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.282710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077919.282719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077919.282721:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077919.282723:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077919.282726:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077919.282729:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3557 00000100:00080000:1.0:1769077919.282734:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077919.282737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.282739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077919.282741:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077919.282743:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077919.282745:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077919.282748:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077919.282751:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.282752:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077919.282754:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1769077919.282758:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077919.282760:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077919.282765:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.282765:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077919.282769:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1769077919.282771:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077919.282772:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.282778:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077919.282779:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077919.282784:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.282785:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077919.282789:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077919.282791:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077919.282795:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077919.282799:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978448384:192.168.204.124@tcp:250:kworker.0 00000008:00000001:1.0:1769077919.282801:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282807:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.282809:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077919.282813:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077919.282814:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077919.282815:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.282819:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282820:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077919.282822:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077919.282826:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.282826:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077919.282834:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077919.282840:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9f80 x1855008978448512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077919.282848:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282850:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077919.282854:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282858:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.282861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077919.282865:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077919.282866:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077919.282869:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077919.282869:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077919.282875:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077919.282879:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3557 00000100:00000001:3.0:1769077919.282879:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006067840 : -124070703483776 : ffff8f2889cab480) 00000100:00000001:3.0:1769077919.282887:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769077919.282889:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077919.282893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.282895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077919.282898:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077919.282899:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077919.282902:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077919.282904:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077919.282905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.282906:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077919.282909:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077919.282912:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.282913:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077919.282916:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077919.282918:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282919:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077919.282921:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077919.282923:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282924:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.282929:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000100:3.0:1769077919.282929:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:1.0:1769077919.282930:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282934:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077919.282935:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077919.282937:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282942:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.282944:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1769077919.282947:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9500 x1855008978448640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077919.282951:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077919.282955:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282956:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077919.282959:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077919.282960:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282963:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.282966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077919.282969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077919.282969:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.282972:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077919.282990:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077919.282991:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298231545 00000100:00000001:1.0:1769077919.282995:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077919.282999:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3557 00000100:00080000:1.0:1769077919.283003:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077919.283004:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077919.283005:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.283008:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077919.283011:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077919.283012:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077919.283013:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769077919.283014:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298231545 00000020:00000001:1.0:1769077919.283016:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077919.283020:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.283021:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077919.283022:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1769077919.283025:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077919.283029:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283030:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077919.283031:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077919.283035:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077919.283037:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.283038:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.283044:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077919.283045:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00100000:1.0:1769077919.283046:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077919.283050:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.283053:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077919.283055:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077919/real 1769077919] req@ffff8f2889cab480 x1855008978448384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077919.283058:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077919.283061:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.283065:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077919.283067:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077919.283070:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.283077:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769077919.283079:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077919.283083:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1769077919.283084:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab100 x1855008978448768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077919.283089:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077919.283090:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077919.283093:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283094:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077919.283095:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.283100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077919.283100:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077919.283106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077919.283107:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077919.283108:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077919.283110:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077919.283111:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077919.283116:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769077919.283119:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab480 x1855008978448384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077919.283120:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3557 00000100:00080000:1.0:1769077919.283125:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077919.283129:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.283131:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077919.283135:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077919.283137:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077919.283141:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077919.283142:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077919.283143:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769077919.283146:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077919.283147:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077919.283148:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077919.283151:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077919.283156:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283156:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077919.283158:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077919.283161:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1769077919.283162:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077919.283165:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077919.283166:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.283170:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077919.283171:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00100000:1.0:1769077919.283172:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077919.283176:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283176:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077919.283177:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.283184:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:3.0:1769077919.283185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1769077919.283186:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.283191:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077919.283192:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077919.283193:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077919.283195:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077919.283197:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283200:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077919.283205:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9180 x1855008978448896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077919.283209:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978448384:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077919.283220:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077919.283221:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077919.283223:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283226:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077919.283227:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283230:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077919.283235:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077919.283239:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077919.283242:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077919.283244:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077919.283248:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077919.283250:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077919.283253:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077919.283255:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283257:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283264:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077919.283265:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283268:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077919.283269:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077919.283271:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077919.283272:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077919.283273:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.283276:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077919.283277:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077919.283280:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077919.283283:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448512:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077919.283287:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077919.283289:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077919.283291:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.283292:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077919.283295:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283301:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077919.283303:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006062464 : -124070703489152 : ffff8f2889ca9f80) 00000100:00000001:3.0:1769077919.283307:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077919.283319:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077919.283323:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077919.283326:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077919.283327:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283329:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077919.283332:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283337:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298230305 00000100:00000001:3.0:1769077919.283340:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298231545 00000100:00000001:3.0:1769077919.283343:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298230305 00000100:00000001:3.0:1769077919.283345:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298231545 00000100:00000001:3.0:1769077919.283348:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077919.283350:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283352:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077919.283357:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077919/real 1769077919] req@ffff8f2889ca9f80 x1855008978448512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077919.283366:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077919.283368:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077919.283370:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077919.283371:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077919.283402:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283404:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077919.283406:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077919.283412:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9f80 x1855008978448512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077919.283418:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283421:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077919.283423:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283425:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077919.283427:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283429:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077919.283430:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077919.283433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077919.283435:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077919.283437:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077919.283441:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448512:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077919.283445:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077919.283446:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077919.283448:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.283461:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077919.283463:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077919.283467:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077919.283469:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077919.283473:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077919.283475:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077919.283477:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.283479:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077919.283482:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283487:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077919.283488:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006059776 : -124070703491840 : ffff8f2889ca9500) 00000100:00000001:3.0:1769077919.283491:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077919.283503:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077919.283507:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077919.283509:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077919.283510:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283512:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077919.283515:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283521:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298230303 00000100:00000001:3.0:1769077919.283524:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298231545 00000100:00000001:3.0:1769077919.283526:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298230303 00000100:00000001:3.0:1769077919.283528:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298231545 00000100:00000001:3.0:1769077919.283531:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077919.283533:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283535:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077919.283538:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077919/real 1769077919] req@ffff8f2889ca9500 x1855008978448640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077919.283545:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077919.283546:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077919.283547:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077919.283549:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077919.283551:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283554:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077919.283555:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077919.283559:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9500 x1855008978448640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077919.283566:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283568:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077919.283570:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283572:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077919.283573:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283575:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077919.283577:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077919.283579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077919.283582:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077919.283584:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077919.283588:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077919.283591:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077919.283593:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077919.283594:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.283596:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077919.283599:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077919.283601:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077919.283604:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077919.283607:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077919.283609:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077919.283610:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.283612:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077919.283615:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283621:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077919.283622:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066944 : -124070703484672 : ffff8f2889cab100) 00000100:00000001:3.0:1769077919.283626:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077919.283637:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077919.283640:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077919.283642:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077919.283644:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283646:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077919.283648:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283651:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298230306 00000100:00000001:3.0:1769077919.283654:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298231545 00000100:00000001:3.0:1769077919.283657:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298230306 00000100:00000001:3.0:1769077919.283659:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298231545 00000100:00000001:3.0:1769077919.283661:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077919.283663:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283665:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077919.283668:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077919/real 1769077919] req@ffff8f2889cab100 x1855008978448768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077919.283675:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077919.283676:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077919.283679:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077919.283680:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077919.283682:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283685:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077919.283686:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077919.283689:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab100 x1855008978448768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077919.283696:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283698:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077919.283701:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283702:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077919.283704:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283705:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077919.283707:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077919.283709:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077919.283711:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077919.283713:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077919.283716:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077919.283719:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077919.283720:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077919.283722:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.283724:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077919.283726:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077919.283728:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077919.283731:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077919.283734:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077919.283735:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077919.283737:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077919.283738:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077919.283742:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283746:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077919.283748:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006058880 : -124070703492736 : ffff8f2889ca9180) 00000100:00000001:3.0:1769077919.283751:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077919.283761:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077919.283764:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077919.283767:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077919.283768:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283770:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077919.283772:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283775:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298230298 00000100:00000001:3.0:1769077919.283778:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298231545 00000100:00000001:3.0:1769077919.283780:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298230298 00000100:00000001:3.0:1769077919.283782:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298231545 00000100:00000001:3.0:1769077919.283785:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077919.283787:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283789:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077919.283793:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077919/real 1769077919] req@ffff8f2889ca9180 x1855008978448896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077919.283800:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077919.283801:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077919.283803:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077919.283805:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077919.283806:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283808:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077919.283811:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077919.283814:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9180 x1855008978448896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077919.283822:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283823:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077919.283826:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283828:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077919.283829:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283831:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077919.283833:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077919.283835:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077919.283839:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077919.283841:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077919.283843:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978448896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077919.283846:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283848:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077919.283850:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077919.283851:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077919.283854:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077919.283855:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077919.283858:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077919.283860:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077919.283861:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077919.283864:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077919.283866:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283868:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077919.283869:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077919.283870:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077919.283872:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077919.283873:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077919.283874:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077919.283876:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077919.283877:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077919.283878:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077919.283880:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283882:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077919.283883:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077919.283884:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077919.283887:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077919.283888:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077919.283889:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077919.283891:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077919.283892:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077919.283894:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077919.283895:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283897:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077919.283898:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077919.283899:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077919.283900:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077919.283902:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077919.283903:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077919.283904:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077919.283905:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077919.283907:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077919.283908:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283910:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.283913:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077919.283915:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.283917:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077919.283919:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.922505:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077919.922509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077919.922512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077919.922514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.922515:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077919.922521:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077919.922524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077919.922526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077919.922528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.922530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077919.922534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077919.922536:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077919.922538:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077919.922616:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077919.922619:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077919.922622:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077920.306471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077920.306477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077920.306478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077920.306482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077920.306485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077920.306488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077920.306490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077920.306493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077920.306494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077920.946454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077920.946459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077920.946460:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077920.946463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077920.946464:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077920.946470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077920.946471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077920.946479:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077920.946485:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077920.946489:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077920.946491:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077920.946493:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077920.946495:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077920.946534:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077920.946538:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077920.946542:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077921.330485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077921.330492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077921.330494:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077921.330499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077921.330502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077921.330505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077921.330507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077921.330509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077921.330511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077921.970485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077921.970487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077921.970492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077921.970493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077921.970496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077921.970498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077921.970500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077921.970501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077921.970506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077921.970511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077921.970513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077921.970515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077921.970518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077921.970575:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077921.970580:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077921.970583:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077922.354480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077922.354489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077922.354491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077922.354496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077922.354501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077922.354504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.354507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077922.354509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.354512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077922.994445:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077922.994452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077922.994453:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077922.994457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077922.994458:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077922.994465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077922.994466:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077922.994469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077922.994470:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077922.994474:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077922.994477:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077922.994478:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077922.994480:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077922.994522:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077922.994526:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077922.994528:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077923.378457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077923.378465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077923.378467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077923.378473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077923.378477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077923.378481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077923.378483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077923.378486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077923.378489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077924.018457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077924.018464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077924.018464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077924.018470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077924.018471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077924.018476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077924.018480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077924.018482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077924.018483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077924.018488:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077924.018491:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077924.018493:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077924.018495:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077924.018546:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077924.018551:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077924.018555:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077924.402470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077924.402474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077924.402482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077924.402493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.402493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077924.402500:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077924.402504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077924.402507:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077924.402511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077924.402514:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077924.402523:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3562 00000100:00000001:1.0:1769077924.402534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077924.402538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077924.402540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077924.402542:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077924.402543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402551:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077924.402554:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077924.402559:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077924.402563:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077924.402565:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077924.402568:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077924.402572:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077924.402574:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077924.402579:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077924.402582:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.402584:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077924.402587:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077924.402590:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402592:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077924.402594:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.402605:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077924.402607:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402609:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077924.402612:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077924.402617:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402629:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077924.402639:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978449024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077924.402651:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077924.402655:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402674:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.402678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077924.402682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077924.402684:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077924.402686:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077924.402690:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077924.402694:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3562 00000100:00080000:3.0:1769077924.402700:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077924.402702:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077924.402704:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077924.402706:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077924.402708:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077924.402709:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077924.402715:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769077924.402715:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077924.402724:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769077924.402724:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077924.402732:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077924.402733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077924.402744:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402744:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077924.402760:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769077924.402761:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077924.402768:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077924.402768:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.402776:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077924.402781:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.402784:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077924.402788:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402791:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:0.0:1769077924.402796:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978449024:192.168.204.124@tcp:250:kworker.0 00000008:00100000:3.0:1769077924.402796:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077924.402805:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077924.402812:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:3.0:1769077924.402812:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402818:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077924.402819:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.402823:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077924.402825:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077924.402826:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402833:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077924.402835:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077924.402837:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077924.402840:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402844:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077924.402852:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978449152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077924.402860:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077924.402861:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077924.402863:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:3.0:1769077924.402869:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.402870:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077924.402877:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.402881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077924.402885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077924.402887:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077924.402899:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077924.402902:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077924.402906:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3562 00000100:00080000:3.0:1769077924.402912:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077924.402916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077924.402918:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077924.402923:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000100:0.0:1769077924.402925:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:3.0:1769077924.402927:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077924.402932:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077924.402936:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077924.402938:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077924.402941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077924.402944:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077924.402945:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077924.402948:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.402952:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077924.402958:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.402959:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077924.402966:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298236665 00000100:00000001:3.0:1769077924.402967:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.402971:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077924.402975:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077924.402976:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1769077924.402978:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.402982:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077924.402984:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298236665 00000008:00100000:3.0:1769077924.402985:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077924.402995:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.402996:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077924.403007:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403009:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077924.403015:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.403017:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077924.403018:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769077924.403020:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.403023:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077924.403025:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077924.403030:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077924.403031:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077924/real 1769077924] req@ffff8f28835f9500 x1855008978449024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077924.403039:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077924.403052:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1769077924.403053:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978449280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1769077924.403058:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077924.403067:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077924.403069:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077924.403070:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.403077:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403079:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1769077924.403080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077924.403086:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077924.403087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077924.403089:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077924.403099:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769077924.403099:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077924.403108:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077924.403109:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077924.403115:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3562 00000100:00100000:0.0:1769077924.403120:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978449024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077924.403121:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077924.403130:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077924.403135:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077924.403141:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077924.403144:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077924.403148:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077924.403150:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077924.403154:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077924.403157:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077924.403160:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077924.403163:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077924.403169:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077924.403172:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403176:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077924.403178:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077924.403182:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077924.403187:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769077924.403188:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403192:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077924.403195:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077924.403196:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077924.403200:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077924.403204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077924.403211:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000008:00100000:3.0:1769077924.403211:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077924.403218:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.403223:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403224:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1769077924.403231:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077924.403233:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077924.403237:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978449024:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077924.403237:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077924.403243:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077924.403247:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403250:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403256:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077924.403256:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403259:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077924.403264:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077924.403268:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1769077924.403269:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978449408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077924.403271:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077924.403273:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077924.403278:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077924.403283:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077924.403287:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077924.403288:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403293:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077924.403295:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077924.403298:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403300:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077924.403300:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403303:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.403306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077924.403309:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769077924.403311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077924.403315:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077924.403317:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077924.403317:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077924.403323:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077924.403324:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769077924.403329:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3562 00000100:00000001:0.0:1769077924.403330:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077924.403334:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.403335:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077924.403339:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077924.403343:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077924.403346:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769077924.403347:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077924.403350:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077924.403353:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769077924.403354:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769077924.403355:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769077924.403360:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.403361:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077924.403369:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769077924.403371:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077924.403421:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077924.403428:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1769077924.403428:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769077924.403434:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.403439:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077924.403440:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077924.403446:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077924.403447:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.403452:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077924.403458:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403461:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077924.403462:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077924.403469:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000008:00100000:3.0:1769077924.403470:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077924.403478:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403481:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077924.403481:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.403489:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077924.403490:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.403493:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077924.403495:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077924.403498:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.403505:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077924.403507:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077924.403516:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1769077924.403517:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978449536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077924.403521:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077924.403524:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403533:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077924.403537:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403545:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298235426 00000100:00000001:0.0:1769077924.403554:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298236665 00000100:00000001:3.0:1769077924.403557:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077924.403562:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298235426 00000100:00000001:3.0:1769077924.403562:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403575:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298236665 00000100:00000001:3.0:1769077924.403576:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403583:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077924.403587:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403588:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077924.403596:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077924/real 1769077924] req@ffff8f28835faa00 x1855008978449152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077924.403603:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077924.403604:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077924.403607:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077924.403610:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077924.403612:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403614:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077924.403616:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077924.403620:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978449152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077924.403625:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403626:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077924.403629:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403630:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077924.403631:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403633:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077924.403635:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077924.403637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077924.403642:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077924.403644:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077924.403649:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077924.403653:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077924.403655:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077924.403656:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077924.403659:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077924.403661:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077924.403663:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077924.403666:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077924.403669:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077924.403672:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077924.403674:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077924.403676:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077924.403679:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403685:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077924.403687:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:0.0:1769077924.403691:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077924.403704:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077924.403709:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077924.403711:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077924.403714:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403715:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077924.403718:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403722:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298235423 00000100:00000001:0.0:1769077924.403724:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298236665 00000100:00000001:0.0:1769077924.403727:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298235423 00000100:00000001:0.0:1769077924.403729:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298236665 00000100:00000001:0.0:1769077924.403731:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077924.403733:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403735:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077924.403740:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077924/real 1769077924] req@ffff8f28835f9880 x1855008978449280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077924.403748:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077924.403750:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077924.403753:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077924.403755:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077924.403756:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403758:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077924.403759:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077924.403763:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978449280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077924.403769:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403771:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077924.403773:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403775:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077924.403776:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403778:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077924.403780:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077924.403782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077924.403786:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077924.403788:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077924.403792:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077924.403797:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077924.403798:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077924.403800:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077924.403803:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077924.403805:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077924.403807:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077924.403810:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077924.403814:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077924.403817:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077924.403819:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077924.403820:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077924.403824:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403830:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077924.403832:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769077924.403836:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077924.403846:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077924.403849:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077924.403851:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077924.403852:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403853:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077924.403855:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403858:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298235426 00000100:00000001:0.0:1769077924.403859:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298236665 00000100:00000001:0.0:1769077924.403861:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298235426 00000100:00000001:0.0:1769077924.403862:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298236665 00000100:00000001:0.0:1769077924.403864:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077924.403865:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403866:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077924.403869:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077924/real 1769077924] req@ffff8f28835fad80 x1855008978449408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077924.403878:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077924.403879:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077924.403881:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077924.403882:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077924.403883:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403884:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077924.403885:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077924.403887:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978449408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077924.403906:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403907:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077924.403909:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403910:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077924.403911:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403912:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077924.403914:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077924.403915:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077924.403917:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077924.403919:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077924.403921:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077924.403924:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403925:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077924.403926:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077924.403927:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077924.403929:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077924.403930:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077924.403932:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077924.403934:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077924.403935:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077924.403937:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077924.403938:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403939:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077924.403940:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077924.403941:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077924.403942:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077924.403943:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077924.403944:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077924.403945:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077924.403945:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077924.403946:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077924.403947:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403948:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077924.403949:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077924.403949:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077924.403950:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077924.403951:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077924.403951:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077924.403952:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077924.403953:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077924.403954:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077924.403955:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403956:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.403959:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077924.403960:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403961:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077924.403962:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077924.403963:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077924.403964:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077924.403965:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077924.403966:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077924.403967:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077924.403969:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077924.403971:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077924.403973:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077924.403974:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077924.403975:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077924.403976:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077924.403978:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.403982:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077924.403983:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769077924.403986:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077924.404002:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077924.404005:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077924.404007:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077924.404008:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.404009:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077924.404011:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.404013:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298235418 00000100:00000001:0.0:1769077924.404015:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298236665 00000100:00000001:0.0:1769077924.404020:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298235418 00000100:00000001:0.0:1769077924.404021:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298236665 00000100:00000001:0.0:1769077924.404023:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077924.404024:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.404025:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077924.404028:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077924/real 1769077924] req@ffff8f28835f8380 x1855008978449536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077924.404033:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077924.404034:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077924.404035:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077924.404037:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077924.404038:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.404039:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077924.404040:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077924.404042:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978449536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077924.404048:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.404050:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077924.404052:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.404054:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077924.404055:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.404057:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077924.404058:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077924.404061:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077924.404065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077924.404067:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077924.404070:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077924.404074:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.404076:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077924.404077:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077924.404079:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077924.404081:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077924.404082:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077924.404083:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077924.404097:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077924.404098:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077924.404104:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077924.404105:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.404107:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.404111:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077924.404112:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.404113:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077924.404115:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077925.042481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077925.042492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077925.042495:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077925.042502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077925.042506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077925.042510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077925.042513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077925.042516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077925.042519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077925.043436:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077925.043445:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077925.043452:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077925.043457:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077925.043461:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077925.043465:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077925.043469:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077925.043472:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077925.043475:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077925.043478:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077925.043548:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077925.043554:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077925.043560:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077925.426445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077925.426453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077925.426455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077925.426460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077925.426464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077925.426467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077925.426470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077925.426472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077925.426474:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077926.066499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077926.066508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077926.066508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077926.066511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077926.066514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077926.066525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077926.066526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077926.066528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077926.066537:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077926.066541:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077926.066544:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077926.066547:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077926.066549:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077926.066607:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077926.066610:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077926.066612:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077926.450477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077926.450489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077926.450498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077926.450509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077926.450514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077926.450518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077926.450523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077926.450525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077926.450528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077927.090510:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077927.090519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077927.090522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077927.090529:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077927.090535:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077927.090537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077927.090540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077927.090546:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077927.090548:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077927.090554:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077927.090556:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077927.090559:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077927.090563:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077927.090567:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077927.090572:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077927.090575:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077927.090578:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077927.090584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077927.090587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077927.090670:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077927.090673:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077927.090675:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077927.474471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077927.474478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077927.474480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077927.474486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077927.474490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077927.474494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077927.474497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077927.474499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077927.474502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077928.114508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077928.114511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077928.114516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077928.114519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077928.114523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077928.114524:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077928.114525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077928.114533:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077928.114539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077928.114544:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077928.114548:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077928.114551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077928.114555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077928.114600:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077928.114605:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077928.114610:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077928.498478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077928.498486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077928.498488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077928.498494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077928.498498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077928.498502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077928.498505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077928.498508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077928.498511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.138535:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077929.138539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077929.138545:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077929.138547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.138550:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077929.138560:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077929.138561:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077929.138567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.138570:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077929.138577:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077929.138581:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077929.138584:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077929.138587:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077929.138644:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077929.138649:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077929.138652:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077929.522514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077929.522524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077929.522526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077929.522532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077929.522536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077929.522540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077929.522543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077929.522546:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077929.522549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077929.522572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077929.522578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077929.522581:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077929.522584:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077929.522587:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077929.522593:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3568 00000100:00080000:1.0:1769077929.522603:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077929.522605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077929.522607:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077929.522609:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077929.522612:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077929.522614:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077929.522615:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077929.522617:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077929.522618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077929.522622:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077929.522623:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077929.522625:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077929.522628:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077929.522630:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522632:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077929.522635:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077929.522646:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077929.522647:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522649:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077929.522651:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077929.522656:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522666:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077929.522673:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa680 x1855008978449664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077929.522681:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077929.522686:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522706:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077929.522708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077929.522710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077929.522711:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077929.522713:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077929.522714:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077929.522716:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3568 00000100:00080000:1.0:1769077929.522718:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077929.522720:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077929.522721:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077929.522723:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077929.522723:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077929.522725:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077929.522726:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077929.522727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077929.522728:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077929.522730:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077929.522731:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077929.522732:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077929.522736:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077929.522739:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522741:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077929.522744:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077929.522747:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522749:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077929.522752:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077929.522754:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769077929.522754:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522755:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077929.522758:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077929.522759:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769077929.522761:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.522762:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077929.522765:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077929.522766:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.522767:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077929.522773:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978449792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077929.522774:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077929.522778:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077929.522784:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522785:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077929.522788:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.522791:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978449664:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077929.522792:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077929.522797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077929.522800:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1769077929.522801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077929.522818:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077929.522819:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077929.522822:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769077929.522827:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077929.522830:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077929.522831:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3568 02000000:00000001:0.0:1769077929.522833:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1769077929.522837:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769077929.522839:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522841:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077929.522843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077929.522845:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077929.522847:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077929.522848:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077929.522850:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077929.522851:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077929.522852:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077929.522854:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077929.522856:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077929.522857:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.522860:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006064256 : -124070703487360 : ffff8f2889caa680) 02000000:00000001:1.0:1769077929.522861:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077929.522864:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077929.522866:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769077929.522867:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522870:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077929.522871:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077929.522873:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522875:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077929.522879:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077929.522880:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522882:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077929.522883:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077929.522884:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522888:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077929.522892:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978449920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077929.522898:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077929.522899:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522902:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077929.522903:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:1.0:1769077929.522905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077929.522909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077929.522910:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077929.522912:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077929.522914:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077929.522915:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769077929.522918:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3568 00000100:00000001:0.0:1769077929.522921:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1769077929.522923:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077929.522924:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522928:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077929.522929:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077929.522932:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077929.522935:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077929.522936:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077929.522937:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077929.522940:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077929.522941:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298241785 00000020:00000001:1.0:1769077929.522942:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077929.522947:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077929.522948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077929.522951:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077929.522953:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077929.522953:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.522962:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298241785 02000000:00000001:1.0:1769077929.522964:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077929.522967:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769077929.522968:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077929.522972:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.522973:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077929.522974:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077929.522978:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077929.522979:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077929.522982:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:1.0:1769077929.522983:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522986:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.522990:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff8f2889caa680 x1855008978449664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077929.522990:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077929.522994:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.522998:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077929.523000:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077929.523003:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077929.523008:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769077929.523009:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077929.523010:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077929.523016:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1769077929.523019:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978450048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077929.523020:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077929.523023:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523028:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.523030:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077929.523032:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077929.523036:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.523037:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa680 x1855008978449664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077929.523039:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077929.523044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077929.523051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077929.523053:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077929.523057:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077929.523057:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077929.523063:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077929.523064:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077929.523068:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3568 00000100:00000001:0.0:1769077929.523069:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523074:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1769077929.523075:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077929.523076:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077929.523080:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077929.523081:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077929.523083:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077929.523084:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1769077929.523087:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:0.0:1769077929.523089:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1769077929.523090:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077929.523093:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:0.0:1769077929.523098:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077929.523100:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:1.0:1769077929.523101:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769077929.523105:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769077929.523106:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978449664:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077929.523107:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077929.523115:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077929.523118:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077929.523120:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077929.523122:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523124:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077929.523125:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077929.523130:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077929.523130:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077929.523132:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.523135:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077929.523136:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00100000:1.0:1769077929.523137:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077929.523141:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077929.523142:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769077929.523143:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077929.523148:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077929.523149:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077929.523152:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.523153:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077929.523155:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077929.523156:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077929.523160:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.523161:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077929.523164:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523167:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1769077929.523171:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8380 x1855008978450176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077929.523172:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523177:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077929.523183:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077929.523185:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.523187:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523188:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077929.523192:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523194:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077929.523197:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077929.523199:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077929.523201:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077929.523203:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.523206:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077929.523209:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077929.523212:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.523217:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077929.523221:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077929.523223:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077929.523225:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.523227:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077929.523230:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523237:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077929.523239:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00000001:0.0:1769077929.523244:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077929.523255:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077929.523259:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077929.523261:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077929.523262:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523263:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077929.523265:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523268:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298240545 00000100:00000001:0.0:1769077929.523270:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298241785 00000100:00000001:0.0:1769077929.523271:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298240545 00000100:00000001:0.0:1769077929.523273:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298241785 00000100:00000001:0.0:1769077929.523275:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077929.523276:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523277:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077929.523280:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff8f2889caad80 x1855008978449792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077929.523286:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077929.523287:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077929.523288:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077929.523289:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077929.523290:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523292:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.523293:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077929.523296:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978449792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.523303:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523305:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077929.523306:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523308:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.523309:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523310:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077929.523311:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077929.523313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077929.523316:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077929.523317:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077929.523319:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077929.523321:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077929.523322:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077929.523323:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.523324:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077929.523326:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077929.523327:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.523329:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077929.523331:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077929.523333:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077929.523334:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.523335:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077929.523337:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523340:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077929.523341:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:0.0:1769077929.523344:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077929.523351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077929.523354:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077929.523355:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077929.523356:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523357:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077929.523359:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523361:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298240542 00000100:00000001:0.0:1769077929.523363:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298241785 00000100:00000001:0.0:1769077929.523364:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298240542 00000100:00000001:0.0:1769077929.523366:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298241785 00000100:00000001:0.0:1769077929.523368:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077929.523369:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523370:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077929.523395:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff8f2889caaa00 x1855008978449920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077929.523401:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077929.523402:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077929.523404:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077929.523405:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077929.523405:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523407:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.523408:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077929.523410:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978449920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.523415:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523417:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077929.523419:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523420:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.523420:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523421:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077929.523422:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077929.523424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077929.523426:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077929.523428:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077929.523430:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978449920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077929.523432:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077929.523434:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077929.523435:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.523436:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077929.523437:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077929.523438:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.523440:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077929.523442:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077929.523443:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077929.523444:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.523446:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077929.523448:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523452:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077929.523453:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:0.0:1769077929.523455:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077929.523462:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077929.523465:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077929.523466:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077929.523467:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523469:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077929.523471:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523474:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298240546 00000100:00000001:0.0:1769077929.523477:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298241785 00000100:00000001:0.0:1769077929.523479:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298240546 00000100:00000001:0.0:1769077929.523481:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298241785 00000100:00000001:0.0:1769077929.523483:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077929.523485:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523487:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077929.523491:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff8f2889ca8700 x1855008978450048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077929.523507:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077929.523508:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077929.523511:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077929.523513:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077929.523514:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523516:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.523518:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077929.523523:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978450048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.523530:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523532:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077929.523535:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523536:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.523538:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523540:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077929.523542:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077929.523544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077929.523547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077929.523550:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077929.523553:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077929.523557:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077929.523559:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077929.523560:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.523563:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077929.523565:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077929.523567:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.523570:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077929.523573:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077929.523575:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077929.523577:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.523579:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077929.523583:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523588:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077929.523590:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006055296 : -124070703496320 : ffff8f2889ca8380) 00000100:00000001:0.0:1769077929.523593:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077929.523606:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077929.523609:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077929.523611:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077929.523612:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523613:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077929.523615:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523617:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298240538 00000100:00000001:0.0:1769077929.523619:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298241785 00000100:00000001:0.0:1769077929.523621:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298240538 00000100:00000001:0.0:1769077929.523622:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298241785 00000100:00000001:0.0:1769077929.523624:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077929.523625:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523626:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077929.523629:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff8f2889ca8380 x1855008978450176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077929.523636:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077929.523637:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077929.523639:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077929.523640:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077929.523642:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523643:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.523645:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077929.523649:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8380 x1855008978450176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.523656:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523658:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077929.523661:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523663:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.523664:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523666:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077929.523668:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077929.523671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077929.523674:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077929.523677:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077929.523680:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077929.523684:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523686:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077929.523687:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077929.523689:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077929.523691:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077929.523692:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077929.523694:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077929.523695:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077929.523697:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077929.523698:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077929.523699:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523700:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077929.523701:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077929.523702:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077929.523703:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077929.523704:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077929.523704:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077929.523705:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077929.523706:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077929.523707:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077929.523708:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523709:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077929.523710:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077929.523711:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077929.523712:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077929.523712:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077929.523713:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077929.523714:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077929.523715:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077929.523717:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077929.523718:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523719:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077929.523719:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077929.523720:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077929.523721:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077929.523722:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077929.523723:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077929.523724:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077929.523724:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077929.523725:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077929.523726:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523727:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.523730:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077929.523730:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.523732:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077929.523733:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077930.162500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077930.162508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077930.162509:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077930.162512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077930.162515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077930.162518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077930.162522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077930.162523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077930.162525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077930.162529:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077930.162532:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077930.162535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077930.162537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077930.162604:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077930.162610:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077930.162615:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077930.546449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077930.546462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077930.546463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077930.546468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077930.546471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077930.546474:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077930.546476:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077930.546478:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077930.546479:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077931.186455:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077931.186462:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077931.186464:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077931.186469:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077931.186473:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077931.186477:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077931.186485:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077931.186487:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077931.186490:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077931.186513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077931.186519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077931.186523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077931.186524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077931.186579:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077931.186582:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077931.186584:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077931.570481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077931.570488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077931.570490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077931.570495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077931.570499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077931.570504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077931.570507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077931.570509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077931.570512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077932.210439:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077932.210451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077932.210452:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077932.210456:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077932.210456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077932.210463:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077932.210464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077932.210466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077932.210468:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077932.210472:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077932.210475:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077932.210477:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077932.210479:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077932.210525:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077932.210530:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077932.210534:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077932.594437:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077932.594444:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077932.594445:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077932.594450:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077932.594453:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077932.594456:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077932.594457:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077932.594459:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077932.594462:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077933.234568:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077933.234572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077933.234577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077933.234579:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077933.234587:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077933.234591:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077933.234595:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077933.234596:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077933.234605:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077933.234611:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077933.234614:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077933.234616:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077933.234619:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077933.234676:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077933.234682:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077933.234686:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077933.618510:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077933.618518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077933.618520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077933.618527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077933.618531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077933.618535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077933.618538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077933.618541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077933.618544:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077934.258465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077934.258470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077934.258472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077934.258476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077934.258476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077934.258485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077934.258486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077934.258489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077934.258490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077934.258493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077934.258496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077934.258497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077934.258500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077934.258589:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077934.258597:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077934.258602:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077934.642520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769077934.642520:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077934.642526:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077934.642529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077934.642533:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769077934.642534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077934.642537:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077934.642540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769077934.642543:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077934.642546:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077934.642549:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077934.642551:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077934.642556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077934.642560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077934.642560:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3573 00000100:00080000:2.0:1769077934.642575:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077934.642579:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077934.642582:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077934.642587:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077934.642590:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077934.642594:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077934.642597:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077934.642599:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077934.642601:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077934.642605:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077934.642608:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077934.642611:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077934.642615:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077934.642618:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642621:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077934.642623:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077934.642634:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077934.642637:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642640:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077934.642643:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077934.642647:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642659:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077934.642667:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978450304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077934.642677:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077934.642682:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642698:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077934.642702:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077934.642705:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077934.642707:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077934.642709:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077934.642711:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077934.642714:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3573 00000100:00080000:2.0:1769077934.642734:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077934.642736:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077934.642738:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077934.642740:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077934.642742:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077934.642744:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077934.642746:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077934.642748:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077934.642750:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077934.642753:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077934.642756:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077934.642758:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077934.642764:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077934.642766:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642768:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077934.642773:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077934.642777:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642780:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077934.642785:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077934.642788:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642790:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077934.642793:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077934.642796:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642802:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077934.642807:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978450432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077934.642815:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077934.642817:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077934.642824:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.642825:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077934.642832:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077934.642836:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077934.642837:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.642840:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077934.642844:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769077934.642851:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1769077934.642852:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077934.642857:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1769077934.642859:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769077934.642861:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769077934.642865:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642867:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077934.642874:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3573 00000100:00100000:0.0:1769077934.642879:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978450304:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769077934.642882:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077934.642891:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077934.642894:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077934.642895:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077934.642901:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1769077934.642902:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769077934.642906:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077934.642907:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769077934.642916:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769077934.642916:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077934.642925:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:0.0:1769077934.642929:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642929:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077934.642935:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077934.642946:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077934.642950:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077934.642954:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077934.642956:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769077934.642959:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077934.642961:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 02000000:00000001:2.0:1769077934.642966:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.642970:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077934.642972:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077934.642977:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077934.642980:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642982:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077934.642989:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077934.642990:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.642992:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077934.642994:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077934.642996:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.643002:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077934.643009:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978450560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077934.643018:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077934.643021:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.643023:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077934.643026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1769077934.643036:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:2.0:1769077934.643042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077934.643046:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077934.643048:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077934.643054:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077934.643057:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769077934.643061:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3573 00000100:00000001:0.0:1769077934.643065:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.643071:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077934.643072:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077934.643077:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077934.643079:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077934.643082:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077934.643087:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077934.643087:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077934.643092:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077934.643098:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298246905 00000020:00000001:2.0:1769077934.643098:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077934.643112:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077934.643117:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077934.643119:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077934.643122:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769077934.643128:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077934.643133:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643136:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298246905 02000000:00000001:2.0:1769077934.643137:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077934.643144:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077934.643145:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1769077934.643151:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643154:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077934.643156:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077934.643167:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769077934.643167:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077934.643175:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:2.0:1769077934.643177:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.643182:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077934.643186:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077934/real 1769077934] req@ffff8f2882c39f80 x1855008978450304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769077934.643191:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077934.643194:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.643196:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077934.643197:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077934.643199:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.643209:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077934.643217:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077934.643221:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077934.643227:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1769077934.643229:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978450688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077934.643231:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077934.643234:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643242:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.643246:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077934.643256:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1769077934.643263:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978450304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077934.643263:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.643272:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077934.643283:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077934.643305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077934.643311:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077934.643311:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077934.643321:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077934.643321:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077934.643330:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077934.643332:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077934.643334:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.643337:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077934.643342:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3573 00000100:00000001:0.0:1769077934.643343:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077934.643352:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077934.643354:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077934.643359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769077934.643361:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077934.643367:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077934.643369:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:2.0:1769077934.643426:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077934.643429:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077934.643431:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769077934.643437:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769077934.643439:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077934.643440:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077934.643446:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077934.643449:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769077934.643452:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077934.643458:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1769077934.643461:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978450304:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769077934.643465:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077934.643471:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643474:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077934.643475:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077934.643482:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077934.643483:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.643486:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:2.0:1769077934.643491:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.643494:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077934.643499:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077934.643501:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769077934.643503:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.643509:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077934.643514:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1769077934.643514:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077934.643518:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077934.643519:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077934.643524:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769077934.643530:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.643531:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077934.643535:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077934.643541:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1769077934.643543:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978450816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077934.643544:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643554:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077934.643569:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077934.643570:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077934.643574:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643575:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077934.643585:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643586:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077934.643590:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077934.643594:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077934.643598:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077934.643600:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.643604:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077934.643607:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077934.643610:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077934.643617:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077934.643622:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077934.643624:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077934.643626:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.643628:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077934.643631:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643637:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077934.643639:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769077934.643643:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077934.643657:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077934.643661:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077934.643663:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.643664:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643666:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077934.643669:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643674:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298245666 00000100:00000001:0.0:1769077934.643678:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298246905 00000100:00000001:0.0:1769077934.643680:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298245666 00000100:00000001:0.0:1769077934.643683:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298246905 00000100:00000001:0.0:1769077934.643686:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077934.643688:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643690:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077934.643695:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077934/real 1769077934] req@ffff8f2882c3b800 x1855008978450432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077934.643702:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077934.643703:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077934.643706:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077934.643708:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077934.643709:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643711:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.643712:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077934.643732:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978450432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077934.643745:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643747:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077934.643749:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643751:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.643752:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643754:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077934.643756:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077934.643759:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077934.643762:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077934.643763:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077934.643767:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077934.643771:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077934.643772:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077934.643774:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.643776:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077934.643778:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077934.643780:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077934.643783:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077934.643787:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077934.643789:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077934.643791:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.643793:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077934.643797:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643802:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077934.643803:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:0.0:1769077934.643807:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077934.643818:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077934.643822:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077934.643824:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.643825:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643827:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077934.643830:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643833:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298245663 00000100:00000001:0.0:1769077934.643835:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298246905 00000100:00000001:0.0:1769077934.643837:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298245663 00000100:00000001:0.0:1769077934.643839:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298246905 00000100:00000001:0.0:1769077934.643841:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077934.643843:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643845:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077934.643848:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077934/real 1769077934] req@ffff8f2882c38380 x1855008978450560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077934.643855:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077934.643857:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077934.643859:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077934.643860:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077934.643861:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643863:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.643864:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077934.643868:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978450560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077934.643874:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643876:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077934.643878:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643879:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.643880:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643882:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077934.643883:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077934.643885:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077934.643888:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077934.643890:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077934.643894:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077934.643898:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077934.643899:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077934.643900:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.643903:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077934.643904:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077934.643906:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077934.643908:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077934.643911:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077934.643913:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077934.643914:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.643916:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077934.643918:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643923:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077934.643925:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769077934.643928:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077934.643936:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077934.643940:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077934.643942:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.643943:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643945:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077934.643947:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643951:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298245666 00000100:00000001:0.0:1769077934.643953:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298246905 00000100:00000001:0.0:1769077934.643956:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298245666 00000100:00000001:0.0:1769077934.643958:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298246905 00000100:00000001:0.0:1769077934.643960:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077934.643962:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.643963:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077934.643966:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077934/real 1769077934] req@ffff8f2882c3a680 x1855008978450688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077934.643979:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077934.643980:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077934.643982:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077934.643983:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077934.643984:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643986:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.643987:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077934.643991:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978450688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077934.643997:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.643999:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077934.644001:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644002:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.644003:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644005:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077934.644006:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077934.644008:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077934.644011:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077934.644012:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077934.644015:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077934.644018:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077934.644019:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077934.644020:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.644022:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077934.644023:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077934.644025:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077934.644027:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077934.644031:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077934.644032:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077934.644034:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.644036:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077934.644039:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.644043:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077934.644044:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769077934.644047:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077934.644055:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077934.644059:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077934.644060:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.644062:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.644063:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077934.644066:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.644069:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298245658 00000100:00000001:0.0:1769077934.644071:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298246905 00000100:00000001:0.0:1769077934.644074:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298245658 00000100:00000001:0.0:1769077934.644076:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298246905 00000100:00000001:0.0:1769077934.644078:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077934.644080:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.644081:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077934.644085:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077934/real 1769077934] req@ffff8f2882c3bb80 x1855008978450816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077934.644090:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077934.644091:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077934.644093:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077934.644094:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077934.644095:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644097:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.644098:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077934.644102:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978450816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077934.644108:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644110:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077934.644112:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644114:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077934.644115:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644117:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077934.644118:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077934.644121:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077934.644123:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077934.644125:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077934.644128:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978450816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077934.644131:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644133:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.644134:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077934.644136:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077934.644137:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077934.644138:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077934.644139:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077934.644141:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077934.644142:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077934.644144:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077934.644145:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644147:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.644148:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077934.644149:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077934.644151:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077934.644152:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077934.644153:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077934.644154:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077934.644156:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077934.644157:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077934.644158:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644159:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.644160:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077934.644161:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077934.644163:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077934.644164:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077934.644164:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077934.644166:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077934.644167:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077934.644169:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077934.644170:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644172:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077934.644173:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077934.644174:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077934.644175:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077934.644176:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077934.644177:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077934.644179:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077934.644179:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077934.644181:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077934.644182:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644183:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.644186:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077934.644187:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.644189:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077934.644190:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077935.282478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077935.282481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077935.282486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077935.282486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077935.282489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077935.282494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077935.282495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077935.282497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077935.282501:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077935.282502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077935.282506:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077935.282507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077935.282511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077935.282512:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077935.282513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077935.282519:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077935.282523:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077935.282526:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077935.282529:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077935.282591:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077935.282595:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077935.282597:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077935.666485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077935.666494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077935.666497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077935.666503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077935.666507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077935.666512:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077935.666515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077935.666518:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077935.666521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077936.306475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077936.306477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077936.306482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077936.306484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077936.306487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077936.306488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077936.306493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077936.306497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077936.306499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077936.306505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077936.306508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077936.306511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077936.306514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077936.306586:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077936.306593:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077936.306598:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077936.690529:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077936.690538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077936.690541:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077936.690547:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077936.690552:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077936.690556:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077936.690560:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077936.690563:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077936.690566:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077937.330458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077937.330466:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077937.330468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077937.330472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077937.330473:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077937.330478:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077937.330479:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077937.330481:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077937.330483:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077937.330484:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077937.330489:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077937.330490:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077937.330497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077937.330498:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077937.330502:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077937.330505:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077937.330507:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077937.330512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077937.330514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077937.330602:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077937.330610:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077937.330615:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077937.714440:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077937.714447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077937.714448:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077937.714453:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077937.714455:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077937.714459:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077937.714460:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077937.714462:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077937.714464:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077938.354467:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077938.354476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077938.354477:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077938.354482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077938.354489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077938.354491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077938.354491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077938.354497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077938.354501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077938.354505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077938.354508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077938.354511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077938.354514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077938.354558:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077938.354561:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077938.354564:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077938.738496:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077938.738502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077938.738504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077938.738508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077938.738511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077938.738515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077938.738517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077938.738519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077938.738521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.378478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077939.378482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077939.378486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.378488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077939.378492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077939.378492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077939.378496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077939.378499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077939.378504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077939.378508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077939.378511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077939.378514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077939.378517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077939.378583:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077939.378588:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077939.378592:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077939.762461:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077939.762462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077939.762469:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769077939.762470:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077939.762473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762474:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077939.762478:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077939.762480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077939.762481:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077939.762487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769077939.762489:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3578 00000100:00000001:1.0:1769077939.762492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077939.762496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077939.762500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077939.762501:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077939.762503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762504:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762507:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077939.762511:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077939.762514:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077939.762516:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077939.762518:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077939.762520:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762521:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077939.762524:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077939.762527:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077939.762529:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077939.762531:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077939.762534:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762535:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077939.762537:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077939.762547:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077939.762548:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762551:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077939.762553:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077939.762557:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762567:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077939.762574:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978450944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077939.762582:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077939.762585:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762602:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077939.762604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077939.762607:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077939.762608:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077939.762609:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077939.762611:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077939.762613:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3578 00000100:00080000:2.0:1769077939.762615:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077939.762616:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762617:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077939.762619:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077939.762620:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077939.762622:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077939.762624:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077939.762625:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762627:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077939.762629:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077939.762643:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077939.762644:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077939.762648:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077939.762650:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762652:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077939.762655:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077939.762658:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762660:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077939.762664:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077939.762665:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762667:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077939.762668:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077939.762670:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.762673:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077939.762675:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.762677:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077939.762680:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1769077939.762681:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978451072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077939.762682:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.762685:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.762691:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769077939.762693:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077939.762695:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077939.762696:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.762702:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762703:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077939.762706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077939.762709:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978450944:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769077939.762710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077939.762713:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077939.762716:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077939.762718:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077939.762719:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769077939.762723:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1769077939.762723:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3578 02000000:00000001:0.0:1769077939.762727:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077939.762729:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769077939.762730:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077939.762734:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762736:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769077939.762737:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077939.762738:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077939.762741:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077939.762743:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769077939.762745:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077939.762746:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762747:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077939.762749:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077939.762751:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077939.762752:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077939.762753:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769077939.762754:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.762756:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 02000000:00000001:2.0:1769077939.762758:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762761:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077939.762762:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00100000:2.0:1769077939.762763:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077939.762766:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762768:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077939.762771:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077939.762772:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762773:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077939.762775:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077939.762776:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762779:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077939.762782:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978451200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077939.762787:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077939.762789:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762790:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077939.762792:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077939.762794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077939.762796:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077939.762798:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1769077939.762799:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077939.762804:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077939.762808:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3578 00000100:00080000:2.0:1769077939.762812:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077939.762813:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077939.762814:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762817:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077939.762819:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769077939.762820:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077939.762823:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077939.762824:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077939.762825:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077939.762827:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769077939.762828:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077939.762831:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762832:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077939.762834:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077939.762836:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077939.762839:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.762840:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298252025 02000000:00000001:2.0:1769077939.762841:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077939.762844:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077939.762847:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762848:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077939.762850:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077939.762852:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000008:00000001:2.0:1769077939.762852:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762855:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.762860:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298252025 02000000:00000001:2.0:1769077939.762861:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077939.762863:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762866:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077939.762867:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1769077939.762868:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077939.762871:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.762873:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.762877:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762877:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.762883:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077939.762885:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978451328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077939.762891:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff8f2882c3bb80 x1855008978450944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077939.762894:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077939.762898:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762902:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077939.762906:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:0.0:1769077939.762909:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769077939.762910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:0.0:1769077939.762913:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769077939.762914:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077939.762918:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077939.762919:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769077939.762920:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077939.762923:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1769077939.762925:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3578 00000100:00000001:0.0:1769077939.762926:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077939.762929:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077939.762930:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.762933:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077939.762933:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762937:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077939.762940:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1769077939.762941:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978450944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769077939.762942:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077939.762945:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769077939.762949:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769077939.762953:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077939.762955:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077939.762962:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077939.762966:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077939.762970:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077939.762973:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.762974:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077939.762975:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762980:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077939.762982:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077939.762983:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:2.0:1769077939.762984:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.762987:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.762991:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077939.762992:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077939.762994:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.762997:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077939.762998:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077939.762999:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077939.763002:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077939.763003:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763010:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077939.763011:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763015:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1769077939.763017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978451456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077939.763024:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769077939.763034:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:0.0:1769077939.763036:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769077939.763037:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077939.763040:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763043:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077939.763050:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978450944:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077939.763056:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763059:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077939.763060:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077939.763062:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077939.763065:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077939.763067:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077939.763068:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077939.763071:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077939.763072:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077939.763075:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077939.763076:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763077:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763084:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077939.763085:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763086:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077939.763087:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077939.763088:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077939.763090:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.763091:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.763093:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077939.763094:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077939.763096:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077939.763098:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077939.763100:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077939.763102:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077939.763103:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.763104:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077939.763107:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763112:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077939.763113:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769077939.763116:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077939.763125:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077939.763129:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077939.763130:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077939.763131:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763132:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077939.763134:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763138:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298250785 00000100:00000001:0.0:1769077939.763140:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298252025 00000100:00000001:0.0:1769077939.763141:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298250785 00000100:00000001:0.0:1769077939.763143:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298252025 00000100:00000001:0.0:1769077939.763144:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.763146:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763147:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077939.763150:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff8f2882c3a680 x1855008978451072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077939.763155:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077939.763156:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077939.763157:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077939.763158:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077939.763160:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763161:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.763162:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077939.763166:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978451072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.763180:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763182:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077939.763185:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763186:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.763188:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763190:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077939.763192:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077939.763194:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077939.763198:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077939.763201:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077939.763205:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077939.763209:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077939.763221:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.763223:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.763226:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077939.763227:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077939.763229:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077939.763231:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077939.763233:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077939.763235:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077939.763236:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.763237:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077939.763240:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763244:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077939.763245:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:0.0:1769077939.763248:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077939.763257:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077939.763260:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077939.763262:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077939.763263:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763264:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077939.763266:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763268:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298250782 00000100:00000001:0.0:1769077939.763270:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298252025 00000100:00000001:0.0:1769077939.763272:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298250782 00000100:00000001:0.0:1769077939.763273:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298252025 00000100:00000001:0.0:1769077939.763275:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.763276:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763277:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077939.763279:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff8f2882c38380 x1855008978451200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077939.763284:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077939.763285:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077939.763286:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077939.763287:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077939.763288:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763289:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.763290:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077939.763293:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978451200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.763298:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763300:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077939.763301:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763302:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.763303:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763304:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077939.763305:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077939.763306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077939.763308:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077939.763309:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077939.763312:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077939.763315:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077939.763316:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.763317:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.763318:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077939.763319:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077939.763320:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077939.763322:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077939.763324:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077939.763325:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077939.763326:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.763327:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077939.763329:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763333:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077939.763334:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769077939.763336:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077939.763341:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077939.763344:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077939.763345:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077939.763346:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763347:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077939.763349:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763351:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298250785 00000100:00000001:0.0:1769077939.763353:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298252025 00000100:00000001:0.0:1769077939.763354:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298250785 00000100:00000001:0.0:1769077939.763355:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298252025 00000100:00000001:0.0:1769077939.763356:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.763358:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763359:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077939.763361:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff8f2882c3b800 x1855008978451328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077939.763370:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077939.763371:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077939.763372:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077939.763401:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077939.763403:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763404:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.763405:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077939.763408:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978451328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.763413:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763414:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077939.763416:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763417:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.763417:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763419:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077939.763420:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077939.763421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077939.763423:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077939.763424:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077939.763426:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077939.763429:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077939.763430:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.763431:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.763432:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077939.763434:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077939.763435:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077939.763437:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077939.763439:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077939.763440:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077939.763441:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.763443:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077939.763445:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763448:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077939.763449:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:0.0:1769077939.763452:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077939.763459:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077939.763462:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077939.763463:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077939.763464:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763465:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077939.763467:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763469:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298250778 00000100:00000001:0.0:1769077939.763471:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298252025 00000100:00000001:0.0:1769077939.763472:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298250778 00000100:00000001:0.0:1769077939.763474:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298252025 00000100:00000001:0.0:1769077939.763475:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.763476:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763478:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077939.763480:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff8f2882c39f80 x1855008978451456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077939.763484:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077939.763485:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077939.763486:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077939.763487:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077939.763488:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763489:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.763497:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077939.763502:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978451456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.763509:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763511:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077939.763514:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763516:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.763517:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763518:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077939.763520:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077939.763523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077939.763526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077939.763529:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077939.763531:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077939.763534:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763535:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077939.763536:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077939.763537:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077939.763539:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077939.763540:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077939.763541:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077939.763543:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077939.763544:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077939.763545:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077939.763546:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763547:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077939.763548:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077939.763549:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077939.763550:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077939.763551:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077939.763551:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077939.763552:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077939.763553:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077939.763554:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077939.763555:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763556:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077939.763557:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077939.763558:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077939.763559:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077939.763560:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077939.763560:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077939.763561:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077939.763563:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077939.763564:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077939.763564:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763565:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077939.763566:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077939.763567:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077939.763568:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077939.763569:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077939.763570:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077939.763570:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077939.763571:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077939.763572:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077939.763573:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763574:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.763576:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077939.763577:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.763578:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077939.763579:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077940.402477:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077940.402482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077940.402486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077940.402486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077940.402491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077940.402492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077940.402496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077940.402499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077940.402504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077940.402508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077940.402511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077940.402514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077940.402517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077940.402547:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077940.402551:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077940.402554:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077940.786506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077940.786514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077940.786516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077940.786522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077940.786526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077940.786529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077940.786532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077940.786535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077940.786539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077941.426501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077941.426504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077941.426510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077941.426511:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077941.426515:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077941.426518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077941.426521:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077941.426522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077941.426529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077941.426534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077941.426537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077941.426540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077941.426543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077941.426589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077941.426592:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077941.426595:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077941.810450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077941.810456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077941.810458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077941.810463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077941.810466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077941.810469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077941.810471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077941.810473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077941.810475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077942.450465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077942.450472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077942.450474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077942.450475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077942.450480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077942.450481:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077942.450486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077942.450486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077942.450490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077942.450492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077942.450495:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077942.450497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077942.450499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077942.450549:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077942.450552:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077942.450555:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077942.834473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077942.834478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077942.834480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077942.834484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077942.834487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077942.834491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077942.834492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077942.834494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077942.834497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077943.474482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077943.474488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077943.474490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077943.474493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077943.474493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077943.474500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077943.474503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077943.474504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077943.474507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077943.474508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077943.474512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077943.474514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077943.474516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077943.474562:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077943.474565:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077943.474582:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077943.858471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077943.858479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077943.858480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077943.858485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077943.858487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077943.858508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077943.858510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077943.858512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077943.858514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077944.498467:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077944.498475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077944.498477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077944.498483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077944.498489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077944.498489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077944.498493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077944.498498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077944.498499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077944.498503:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077944.498509:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077944.498512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077944.498519:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077944.498522:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077944.498525:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077944.498529:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077944.498532:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077944.498534:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077944.498537:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077944.498600:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077944.498604:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077944.498607:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077944.882519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077944.882522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077944.882530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769077944.882532:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077944.882533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882536:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077944.882559:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077944.882560:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077944.882569:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077944.882569:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077944.882574:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077944.882578:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769077944.882579:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3583 00000100:00000001:1.0:1769077944.882584:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077944.882589:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077944.882593:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077944.882597:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077944.882599:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077944.882603:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077944.882605:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077944.882607:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077944.882609:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077944.882611:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077944.882613:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077944.882618:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077944.882621:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077944.882623:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077944.882627:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077944.882629:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882631:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077944.882633:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077944.882644:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077944.882646:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882648:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077944.882650:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077944.882654:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882666:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077944.882673:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978451584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077944.882682:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077944.882685:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882699:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077944.882702:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077944.882704:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077944.882705:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077944.882707:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077944.882709:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077944.882711:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3583 00000100:00080000:2.0:1769077944.882713:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077944.882715:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077944.882716:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077944.882718:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077944.882719:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077944.882721:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769077944.882722:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769077944.882724:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077944.882725:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077944.882727:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077944.882729:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077944.882730:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077944.882734:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077944.882736:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882737:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077944.882739:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:2.0:1769077944.882741:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077944.882745:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1769077944.882745:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.882750:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077944.882750:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.882754:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769077944.882755:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077944.882757:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077944.882758:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882763:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077944.882764:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077944.882765:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077944.882766:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.882769:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077944.882772:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.882773:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077944.882778:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978451712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077944.882780:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978451584:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077944.882790:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077944.882794:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077944.882795:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769077944.882796:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.882798:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882800:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.882802:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769077944.882804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769077944.882807:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077944.882808:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077944.882811:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077944.882813:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077944.882815:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077944.882818:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3583 00000100:00080000:2.0:1769077944.882820:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077944.882821:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077944.882822:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077944.882824:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077944.882824:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077944.882825:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769077944.882826:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077944.882829:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000020:00000001:2.0:1769077944.882830:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077944.882834:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077944.882836:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769077944.882836:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077944.882840:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077944.882842:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077944.882844:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077944.882846:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077944.882847:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882849:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077944.882850:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077944.882851:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882852:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077944.882856:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077944.882856:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882858:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077944.882859:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077944.882860:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882864:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077944.882867:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978451840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077944.882873:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077944.882885:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077944.882887:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077944.882887:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882892:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.882893:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769077944.882894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077944.882896:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077944.882898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077944.882899:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077944.882900:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077944.882903:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077944.882905:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882906:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077944.882911:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3583 00000100:00000001:0.0:1769077944.882912:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298257145 00000100:00080000:2.0:1769077944.882916:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077944.882918:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077944.882919:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077944.882921:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077944.882922:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769077944.882922:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077944.882926:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077944.882929:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077944.882930:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077944.882932:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077944.882933:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298257145 00000100:00080000:2.0:1769077944.882935:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077944.882940:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077944.882941:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077944.882943:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1769077944.882944:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077944.882949:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882951:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077944.882952:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769077944.882953:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077944.882958:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.882960:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882960:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.882967:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769077944.882967:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077944.882968:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882972:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077944.882973:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077944.882974:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.882978:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.882979:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077944/real 1769077944] req@ffff8f2882c39f80 x1855008978451584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077944.882984:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978451968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077944.883008:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:0.0:1769077944.883011:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769077944.883011:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077944.883015:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769077944.883015:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077944.883019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077944.883020:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1769077944.883022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077944.883024:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077944.883025:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1769077944.883026:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077944.883028:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077944.883029:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077944.883031:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1769077944.883034:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3583 00000100:00000001:0.0:1769077944.883035:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077944.883038:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077944.883042:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769077944.883044:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978451584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077944.883044:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077944.883050:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077944.883052:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077944.883055:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769077944.883059:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769077944.883063:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077944.883065:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077944.883072:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077944.883078:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077944.883078:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077944.883083:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077944.883084:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769077944.883086:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077944.883090:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077944.883091:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883096:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077944.883096:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077944.883099:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1769077944.883100:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077944.883102:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00000001:2.0:1769077944.883104:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883105:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077944.883107:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077944.883109:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1769077944.883111:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077944.883114:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077944.883117:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769077944.883118:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077944.883121:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077944.883122:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1769077944.883124:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077944.883128:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.883129:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978451584:192.168.204.124@tcp:250:kworker.0 00000100:00100000:2.0:1769077944.883134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978452096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077944.883140:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077944.883141:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077944.883144:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883147:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077944.883147:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883152:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077944.883157:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077944.883160:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077944.883162:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077944.883164:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077944.883168:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077944.883171:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077944.883174:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077944.883176:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883178:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883185:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077944.883187:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883188:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077944.883190:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077944.883191:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077944.883192:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077944.883193:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.883195:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077944.883196:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077944.883198:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.883201:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077944.883204:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077944.883205:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077944.883207:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.883208:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077944.883210:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883216:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077944.883216:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769077944.883220:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077944.883230:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077944.883233:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077944.883235:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077944.883236:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883237:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077944.883239:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883242:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298255905 00000100:00000001:0.0:1769077944.883244:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298257145 00000100:00000001:0.0:1769077944.883245:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298255905 00000100:00000001:0.0:1769077944.883247:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298257145 00000100:00000001:0.0:1769077944.883248:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077944.883250:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883251:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077944.883254:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077944/real 1769077944] req@ffff8f2882c3b800 x1855008978451712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077944.883259:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077944.883260:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077944.883262:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077944.883263:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077944.883264:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883265:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077944.883266:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077944.883269:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978451712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077944.883282:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883284:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077944.883287:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883289:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077944.883290:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883292:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077944.883294:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077944.883297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077944.883301:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077944.883303:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077944.883307:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077944.883311:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077944.883313:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077944.883314:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.883316:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077944.883318:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077944.883321:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.883324:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077944.883327:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077944.883329:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077944.883331:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.883333:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077944.883336:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883342:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077944.883343:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:0.0:1769077944.883346:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077944.883355:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077944.883358:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077944.883360:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077944.883361:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883362:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077944.883364:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883366:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298255902 00000100:00000001:0.0:1769077944.883368:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298257145 00000100:00000001:0.0:1769077944.883369:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298255902 00000100:00000001:0.0:1769077944.883371:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298257145 00000100:00000001:0.0:1769077944.883372:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077944.883399:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883401:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077944.883403:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077944/real 1769077944] req@ffff8f2882c38380 x1855008978451840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077944.883409:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077944.883410:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077944.883412:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077944.883413:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077944.883414:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883415:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077944.883416:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077944.883419:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978451840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077944.883423:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883429:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077944.883431:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883432:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077944.883433:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883434:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077944.883435:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077944.883437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077944.883439:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077944.883440:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077944.883443:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077944.883446:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077944.883447:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077944.883448:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.883450:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077944.883451:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077944.883452:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.883454:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077944.883456:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077944.883457:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077944.883459:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.883460:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077944.883462:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883466:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077944.883467:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769077944.883469:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077944.883476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077944.883479:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077944.883481:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077944.883482:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883483:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077944.883484:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883487:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298255906 00000100:00000001:0.0:1769077944.883489:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298257145 00000100:00000001:0.0:1769077944.883494:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298255906 00000100:00000001:0.0:1769077944.883497:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298257145 00000100:00000001:0.0:1769077944.883499:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077944.883501:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883503:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077944.883507:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077944/real 1769077944] req@ffff8f2882c3a680 x1855008978451968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077944.883522:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077944.883524:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077944.883527:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077944.883529:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077944.883530:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883532:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077944.883533:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077944.883538:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978451968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077944.883560:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883562:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077944.883563:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883564:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077944.883565:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883567:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077944.883568:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077944.883570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077944.883572:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077944.883574:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077944.883576:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978451968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077944.883579:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077944.883580:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077944.883581:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.883582:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077944.883584:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077944.883585:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.883587:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077944.883589:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077944.883590:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077944.883592:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.883593:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077944.883595:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883599:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077944.883600:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769077944.883603:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077944.883611:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077944.883614:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077944.883615:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077944.883616:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883617:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077944.883619:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883622:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298255898 00000100:00000001:0.0:1769077944.883623:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298257145 00000100:00000001:0.0:1769077944.883625:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298255898 00000100:00000001:0.0:1769077944.883626:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298257145 00000100:00000001:0.0:1769077944.883628:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077944.883629:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883630:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077944.883632:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077944/real 1769077944] req@ffff8f2882c3bb80 x1855008978452096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077944.883637:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077944.883638:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077944.883639:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077944.883640:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077944.883641:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883642:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077944.883643:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077944.883646:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978452096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077944.883650:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883651:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077944.883653:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883654:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077944.883655:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883656:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077944.883657:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077944.883659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077944.883660:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077944.883662:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077944.883664:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077944.883666:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883667:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077944.883668:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077944.883669:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077944.883670:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077944.883671:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077944.883672:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077944.883673:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077944.883674:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077944.883675:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077944.883676:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883677:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077944.883678:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077944.883679:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077944.883680:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077944.883681:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077944.883681:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077944.883682:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077944.883683:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077944.883684:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077944.883685:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883686:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077944.883687:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077944.883687:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077944.883688:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077944.883689:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077944.883690:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077944.883691:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077944.883692:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077944.883693:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077944.883694:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883695:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077944.883696:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077944.883696:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077944.883697:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077944.883698:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077944.883699:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077944.883700:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077944.883700:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077944.883701:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077944.883702:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883703:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.883705:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077944.883706:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.883707:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077944.883708:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077945.522471:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077945.522473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077945.522478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077945.522478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077945.522482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077945.522484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077945.522487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077945.522487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077945.522492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077945.522495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077945.522497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077945.522499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077945.522501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077945.522561:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077945.522563:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077945.522566:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077945.906494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077945.906500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077945.906502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077945.906506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077945.906509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077945.906512:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077945.906515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077945.906517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077945.906519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077946.546485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077946.546493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077946.546494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077946.546495:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077946.546500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077946.546501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077946.546507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077946.546510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077946.546511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077946.546514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077946.546515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077946.546533:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077946.546538:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077946.546588:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077946.546591:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077946.546593:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077946.930486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077946.930493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077946.930495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077946.930499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077946.930502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077946.930505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077946.930507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077946.930534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077946.930537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077947.570485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077947.570485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077947.570492:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077947.570493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077947.570496:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077947.570497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077947.570510:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077947.570516:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769077947.570519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077947.570519:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077947.570522:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077947.570527:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077947.570528:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077947.570531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077947.570534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077947.570534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077947.570540:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077947.570542:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077947.570545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077947.570613:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077947.570620:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077947.570625:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077947.954434:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077947.954441:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077947.954442:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077947.954447:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077947.954449:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077947.954452:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077947.954454:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077947.954456:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077947.954458:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077948.594539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077948.594540:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077948.594548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077948.594551:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077948.594554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077948.594556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077948.594557:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077948.594567:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077948.594573:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077948.594579:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.594582:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077948.594585:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.594587:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077948.594625:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077948.594628:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077948.594631:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077948.978551:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077948.978560:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077948.978562:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077948.978567:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077948.978571:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077948.978575:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.978577:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077948.978579:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.978582:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.618489:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077949.618500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077949.618503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077949.618512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077949.618517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077949.618522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077949.618526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077949.618530:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077949.618534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077949.618534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077949.618542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077949.618548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077949.618550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077949.618611:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077949.618615:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077949.618618:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077950.002448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077950.002468:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077950.002471:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077950.002479:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077950.002485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077950.002490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077950.002494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077950.002497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077950.002502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077950.002514:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077950.002521:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077950.002525:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077950.002529:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077950.002533:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077950.002542:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3588 00000100:00080000:0.0:1769077950.002554:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077950.002556:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077950.002558:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077950.002562:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077950.002565:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077950.002567:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077950.002569:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077950.002571:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077950.002572:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077950.002576:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077950.002578:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002580:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077950.002583:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077950.002586:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002588:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077950.002590:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002603:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077950.002604:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002607:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077950.002609:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077950.002614:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002626:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077950.002635:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978452224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077950.002644:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077950.002648:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002667:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077950.002669:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077950.002672:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077950.002673:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077950.002674:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077950.002677:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077950.002679:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3588 00000100:00080000:0.0:1769077950.002681:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077950.002683:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077950.002684:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077950.002686:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077950.002687:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077950.002689:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077950.002690:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077950.002692:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077950.002693:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077950.002695:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077950.002696:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002698:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077950.002704:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077950.002708:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077950.002709:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769077950.002713:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.002714:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077950.002716:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077950.002718:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077950.002721:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077950.002722:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077950.002725:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.002726:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077950.002727:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.002732:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077950.002733:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077950.002736:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.002737:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002738:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077950.002741:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077950.002743:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077950.002747:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978452224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077950.002748:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.002756:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1769077950.002757:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978452352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077950.002761:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077950.002765:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769077950.002766:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002768:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.002770:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077950.002772:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077950.002775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769077950.002776:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077950.002782:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077950.002784:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077950.002785:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077950.002788:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077950.002790:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3588 00000100:00080000:0.0:1769077950.002792:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077950.002793:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077950.002794:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077950.002796:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077950.002796:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077950.002798:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077950.002798:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769077950.002803:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077950.002803:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:0.0:1769077950.002807:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077950.002811:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077950.002813:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077950.002814:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077950.002818:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002819:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077950.002821:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077950.002822:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002823:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077950.002824:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077950.002826:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002827:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002830:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077950.002831:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002833:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077950.002834:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077950.002835:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002838:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077950.002841:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978452480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077950.002850:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077950.002852:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002854:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077950.002855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077950.002858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077950.002859:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077950.002860:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077950.002862:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077950.002863:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3588 00000100:00080000:0.0:1769077950.002866:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077950.002867:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077950.002868:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077950.002869:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077950.002870:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077950.002871:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077950.002875:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000800:00000100:3.0:1769077950.002876:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077950.002877:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077950.002880:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077950.002884:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077950.002886:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002887:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077950.002889:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077950.002891:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002893:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077950.002894:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077950.002895:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:0.0:1769077950.002896:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002900:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002903:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077950.002903:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769077950.002907:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002909:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769077950.002909:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002912:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077950.002914:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.002914:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077950.002920:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077950.002923:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978452608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077950.002924:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002933:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077950.002935:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.002936:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298262265 00000100:00000001:0.0:1769077950.002937:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077950.002941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077950.002944:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077950.002945:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077950.002946:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077950.002948:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077950.002950:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3588 00000100:00000001:3.0:1769077950.002951:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769077950.002952:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077950.002956:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077950.002957:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077950.002958:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077950.002960:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077950.002961:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298262265 00000020:00000001:0.0:1769077950.002962:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077950.002967:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077950.002970:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077950.002970:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077950.002973:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077950.002975:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077950.002978:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077950.002980:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002981:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002984:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077950.002984:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769077950.002986:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077950.002989:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002991:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077950.002993:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769077950.002995:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.002996:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077950.002999:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077950.003000:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.003002:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1769077950.003002:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077950/real 1769077950] req@ffff8f28835ead80 x1855008978452224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077950.003005:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077950.003007:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.003011:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077950.003018:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978452736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1769077950.003020:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077950.003023:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077950.003027:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077950.003028:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077950.003030:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.003033:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003034:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077950.003037:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003039:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003041:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077950.003046:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978452224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077950.003053:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003056:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077950.003058:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003059:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003060:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003062:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077950.003064:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077950.003066:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077950.003069:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077950.003071:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077950.003074:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978452224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077950.003077:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003079:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077950.003081:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077950.003083:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077950.003085:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077950.003087:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077950.003089:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077950.003094:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077950.003095:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077950.003099:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077950.003100:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003103:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003109:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077950.003110:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003112:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077950.003113:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077950.003115:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077950.003116:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077950.003117:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.003119:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077950.003120:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077950.003121:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077950.003123:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077950.003126:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077950.003127:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077950.003129:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.003130:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077950.003132:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003137:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077950.003144:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:3.0:1769077950.003149:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077950.003159:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077950.003163:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077950.003164:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077950.003166:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003167:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077950.003169:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003172:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298261025 00000100:00000001:3.0:1769077950.003174:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298262265 00000100:00000001:3.0:1769077950.003176:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298261025 00000100:00000001:3.0:1769077950.003178:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298262265 00000100:00000001:3.0:1769077950.003179:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077950.003180:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003182:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077950.003184:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077950/real 1769077950] req@ffff8f28835e8700 x1855008978452352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077950.003191:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077950.003192:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077950.003193:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077950.003194:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077950.003195:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003196:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003197:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077950.003200:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978452352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077950.003205:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003206:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077950.003207:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003208:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003209:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003216:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077950.003217:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077950.003219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077950.003222:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077950.003223:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077950.003225:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077950.003228:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077950.003229:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077950.003230:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.003231:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077950.003233:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077950.003234:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077950.003236:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077950.003238:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077950.003239:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077950.003240:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.003242:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077950.003244:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003247:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077950.003248:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:3.0:1769077950.003251:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077950.003258:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077950.003260:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077950.003262:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077950.003263:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003264:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077950.003265:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003268:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298261022 00000100:00000001:3.0:1769077950.003269:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298262265 00000100:00000001:3.0:1769077950.003271:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298261022 00000100:00000001:3.0:1769077950.003273:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298262265 00000100:00000001:3.0:1769077950.003275:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077950.003276:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003277:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077950.003279:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077950/real 1769077950] req@ffff8f28835e9180 x1855008978452480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077950.003284:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077950.003285:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077950.003286:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077950.003287:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077950.003288:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003289:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003290:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077950.003293:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978452480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077950.003297:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003298:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077950.003300:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003301:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003302:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003303:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077950.003305:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077950.003306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077950.003308:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077950.003310:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077950.003311:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077950.003314:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077950.003314:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077950.003315:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.003317:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077950.003318:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077950.003319:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077950.003320:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077950.003322:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077950.003323:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077950.003324:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.003325:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077950.003327:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003331:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077950.003331:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077950.003334:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077950.003345:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077950.003348:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077950.003350:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077950.003351:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003352:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077950.003354:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003356:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298261025 00000100:00000001:3.0:1769077950.003358:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298262265 00000100:00000001:3.0:1769077950.003360:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298261025 00000100:00000001:3.0:1769077950.003362:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298262265 00000100:00000001:3.0:1769077950.003364:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077950.003365:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003366:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077950.003369:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077950/real 1769077950] req@ffff8f28835eb800 x1855008978452608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077950.003394:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077950.003395:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077950.003397:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077950.003398:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077950.003399:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003400:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003401:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077950.003403:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978452608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077950.003408:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003409:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077950.003411:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003413:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003413:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003415:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077950.003416:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077950.003417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077950.003419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077950.003420:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077950.003422:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077950.003424:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077950.003425:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077950.003426:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.003428:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077950.003429:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077950.003431:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077950.003432:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077950.003434:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077950.003435:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077950.003437:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077950.003438:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077950.003442:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003447:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077950.003448:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:3.0:1769077950.003451:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1769077950.003479:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077950.003484:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077950.003486:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077950.003488:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003489:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077950.003492:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003497:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298261018 00000100:00000001:3.0:1769077950.003500:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298262265 00000100:00000001:3.0:1769077950.003502:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298261018 00000100:00000001:3.0:1769077950.003505:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298262265 00000100:00000001:3.0:1769077950.003507:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077950.003510:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003512:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077950.003516:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077950/real 1769077950] req@ffff8f28835e9880 x1855008978452736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077950.003525:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077950.003527:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077950.003529:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077950.003531:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077950.003533:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003535:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003537:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077950.003541:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978452736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077950.003548:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003551:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077950.003554:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003555:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077950.003557:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003559:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077950.003561:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077950.003563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077950.003567:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077950.003570:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077950.003573:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077950.003577:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003579:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077950.003580:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077950.003582:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077950.003585:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077950.003586:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077950.003588:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077950.003591:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077950.003592:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077950.003594:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077950.003596:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003598:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077950.003599:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077950.003600:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077950.003603:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077950.003604:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077950.003605:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077950.003607:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077950.003608:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077950.003610:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077950.003612:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003614:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077950.003615:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077950.003617:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077950.003618:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077950.003619:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077950.003620:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077950.003622:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077950.003624:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077950.003626:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077950.003627:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003629:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077950.003630:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077950.003632:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077950.003634:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077950.003635:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077950.003636:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077950.003638:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077950.003639:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077950.003640:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077950.003642:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003644:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.003648:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077950.003649:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.003651:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077950.003653:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077950.642518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077950.642526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077950.642527:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077950.642531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077950.642537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077950.642539:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077950.642544:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077950.642551:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077950.642557:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077950.642561:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077950.642566:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077950.642571:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077950.642575:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077950.642607:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077950.642611:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077950.642614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077951.026517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077951.026524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077951.026526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077951.026531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077951.026534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077951.026538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077951.026540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077951.026542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077951.026545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077951.666496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077951.666500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077951.666504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077951.666504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077951.666507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077951.666510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077951.666511:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077951.666513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077951.666516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077951.666520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077951.666522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077951.666524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077951.666526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077951.666598:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077951.666605:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077951.666611:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077952.050511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077952.050518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077952.050519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077952.050524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077952.050526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077952.050530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.050531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077952.050533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.050535:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077952.690512:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077952.690514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077952.690519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077952.690520:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077952.690523:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077952.690525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077952.690528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077952.690528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077952.690534:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077952.690538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.690540:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077952.690542:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.690544:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077952.690606:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077952.690611:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077952.690615:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077953.074486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077953.074492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077953.074494:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077953.074498:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077953.074501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077953.074505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077953.074507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077953.074509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077953.074511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077953.714454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077953.714457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077953.714462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077953.714463:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077953.714466:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077953.714469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077953.714470:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077953.714471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077953.714477:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077953.714481:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077953.714483:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077953.714485:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077953.714487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077953.714542:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077953.714547:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077953.714551:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077954.098494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077954.098501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077954.098503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077954.098507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077954.098510:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077954.098514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077954.098516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077954.098518:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077954.098520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077954.738473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077954.738478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077954.738480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077954.738482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077954.738483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077954.738490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077954.738490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077954.738495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077954.738496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077954.738500:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077954.738501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077954.738503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077954.738505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077954.738508:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077954.738509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077954.738511:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077954.738513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077954.738515:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077954.738518:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077954.738576:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077954.738579:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077954.738582:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077955.122475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077955.122482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077955.122484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077955.122489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077955.122492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077955.122496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077955.122498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077955.122501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077955.122501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077955.122506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077955.122508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077955.122512:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077955.122516:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077955.122518:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077955.122524:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3593 00000100:00080000:0.0:1769077955.122535:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077955.122538:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077955.122540:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077955.122543:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077955.122545:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077955.122548:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769077955.122549:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769077955.122551:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077955.122553:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077955.122558:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077955.122561:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077955.122564:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077955.122567:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077955.122571:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.122573:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077955.122576:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077955.122587:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077955.122589:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.122592:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077955.122594:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077955.122598:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.122610:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077955.122619:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978452864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077955.122631:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077955.122636:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.122655:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077955.122659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077955.122663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077955.122664:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077955.122666:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077955.122669:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077955.122673:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3593 00000100:00080000:0.0:1769077955.122678:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077955.122681:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077955.122683:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077955.122686:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077955.122688:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077955.122690:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769077955.122693:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769077955.122695:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077955.122697:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077955.122698:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769077955.122703:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077955.122705:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077955.122708:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122710:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769077955.122712:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077955.122714:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077955.122718:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077955.122719:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077955.122723:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077955.122724:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077955.122728:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077955.122729:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769077955.122732:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077955.122736:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077955.122739:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978452864:192.168.204.124@tcp:250:kworker.0 00000008:00000001:0.0:1769077955.122742:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122745:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077955.122747:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077955.122750:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077955.122754:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077955.122755:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077955.122758:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077955.122760:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077955.122762:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077955.122765:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077955.122768:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077955.122768:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.122774:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077955.122783:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978452992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077955.122791:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077955.122793:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077955.122794:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122797:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:0.0:1769077955.122801:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122804:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769077955.122806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077955.122811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769077955.122814:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077955.122816:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077955.122819:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077955.122822:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3593 00000100:00080000:0.0:1769077955.122826:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077955.122829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077955.122831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769077955.122834:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077955.122835:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077955.122838:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769077955.122840:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769077955.122842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077955.122843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077955.122848:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077955.122850:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077955.122853:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769077955.122854:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077955.122856:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077955.122861:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122862:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298267385 00000100:00000001:0.0:1769077955.122864:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077955.122869:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077955.122873:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.122875:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122877:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769077955.122881:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077955.122884:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122886:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298267385 00000100:00000001:0.0:1769077955.122887:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077955.122891:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077955.122894:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769077955.122895:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122900:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077955.122904:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122905:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122910:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077955.122912:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978453120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077955.122914:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077955.122925:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077955.122927:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077955.122928:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077955.122931:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122933:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077955.122937:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.122938:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077955.122941:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769077955.122943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077955.122944:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077955.122948:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077955.122951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1769077955.122953:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769077955.122954:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077955.122957:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077955.122958:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077955.122965:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077955.122965:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077955.122971:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3593 00000100:00100000:3.0:1769077955.122974:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452992:192.168.204.124@tcp:38:kworker.0 00000100:00080000:0.0:1769077955.122977:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077955.122981:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077955.122983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769077955.122985:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769077955.122987:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:3.0:1769077955.122989:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077955.122992:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769077955.122994:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769077955.122996:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769077955.122999:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077955.123000:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769077955.123006:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077955.123008:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077955.123010:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077955.123011:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077955.123014:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00080000:0.0:1769077955.123020:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077955.123022:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769077955.123026:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077955.123030:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077955.123033:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077955.123036:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.123039:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077955.123039:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077955.123043:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077955.123046:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298266145 00000008:00000001:0.0:1769077955.123048:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.123054:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123054:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298267385 00000100:00000001:3.0:1769077955.123062:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298266145 02000000:00000001:0.0:1769077955.123063:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769077955.123065:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298267385 02000000:00000001:0.0:1769077955.123067:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123071:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077955.123072:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077955.123076:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077955.123077:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077955.123080:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123082:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077955.123086:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077955.123088:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123088:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077955.123092:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077955.123097:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769077955.123098:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978453248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077955.123103:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077955.123113:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077955.123114:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077955.123119:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123123:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077955.123126:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077955.123131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077955.123134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077955.123136:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769077955.123137:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1769077955.123139:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769077955.123141:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.123144:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769077955.123146:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769077955.123150:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3593 02000000:00000001:3.0:1769077955.123153:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077955.123156:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077955.123160:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077955.123162:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769077955.123163:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769077955.123165:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077955.123167:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000020:00000001:0.0:1769077955.123169:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077955.123174:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769077955.123175:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077955.123180:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077955.123184:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077955.123185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769077955.123189:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077955.123191:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.123192:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123196:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298266142 02000000:00000001:0.0:1769077955.123197:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077955.123202:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077955.123203:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298267385 00000100:00000001:3.0:1769077955.123207:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298266142 00000100:00000001:3.0:1769077955.123209:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298267385 02000000:00000001:0.0:1769077955.123212:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123214:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077955.123218:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077955.123219:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077955.123222:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1769077955.123224:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077955.123227:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123229:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077955.123231:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123237:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1769077955.123238:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077955.123242:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123244:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077955.123246:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077955.123249:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769077955.123251:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769077955.123253:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123259:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077955.123261:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123263:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077955.123266:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077955.123269:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077955.123270:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978453376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769077955.123273:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077955.123277:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077955.123282:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.123290:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1769077955.123292:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077955.123295:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123301:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769077955.123306:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077955.123306:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077955.123310:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077955.123314:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077955.123318:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123326:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077955.123328:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:3.0:1769077955.123332:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077955.123346:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123350:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298266145 00000100:00000001:3.0:1769077955.123353:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298267385 00000100:00000001:3.0:1769077955.123355:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298266145 00000100:00000001:3.0:1769077955.123357:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298267385 00000100:00000001:3.0:1769077955.123360:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077955.123362:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123364:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123366:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077955.123369:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077955.123439:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077955.123442:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077955.123443:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077955.123445:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077955.123446:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077955.123448:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077955.123450:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077955.123453:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077955.123455:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077955.123460:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077955.123464:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077955.123466:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077955.123467:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077955.123469:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077955.123472:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123478:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077955.123480:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:3.0:1769077955.123483:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077955.123495:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123499:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298266138 00000100:00000001:3.0:1769077955.123502:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298267385 00000100:00000001:3.0:1769077955.123504:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298266138 00000100:00000001:3.0:1769077955.123506:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298267385 00000100:00000001:3.0:1769077955.123508:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077955.123510:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123512:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123514:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077955.123517:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077955.123519:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077955.123521:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077955.123523:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077955.123524:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.123527:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.762458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077955.762458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077955.762465:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077955.762465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.762468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077955.762471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077955.762473:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077955.762474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.762480:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077955.762485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077955.762487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077955.762489:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077955.762492:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077955.762526:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077955.762529:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077955.762532:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077956.146539:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077956.146546:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077956.146548:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077956.146553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077956.146557:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077956.146561:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077956.146563:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077956.146565:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077956.146567:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077956.786482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077956.786483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077956.786489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077956.786491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077956.786495:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077956.786495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077956.786498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077956.786503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077956.786508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077956.786513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077956.786516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077956.786519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077956.786522:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077956.786555:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077956.786558:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077956.786561:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077957.170508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077957.170515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077957.170517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077957.170521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077957.170524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077957.170528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077957.170530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077957.170531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077957.170534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077957.810474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077957.810475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077957.810481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077957.810482:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077957.810484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077957.810485:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077957.810490:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077957.810491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077957.810494:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769077957.810495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077957.810497:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077957.810500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077957.810500:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077957.810506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077957.810506:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077957.810510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077957.810512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077957.810513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077957.810515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077957.810585:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077957.810589:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077957.810593:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077958.194581:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077958.194590:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077958.194592:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077958.194598:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077958.194602:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077958.194606:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077958.194610:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077958.194613:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077958.194616:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1769077958.194742:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:0.0:1769077958.194788:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077958.194805:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077958.194817:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077958.194836:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077958.194838:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.194840:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077958.194851:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077958.194856:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077958.194859:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077958.194861:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.194862:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077958.194867:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077958.194871:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077958.194874:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077958.194876:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.194878:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077958.194883:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769077958.194890:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077958.194895:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077958.194897:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077958.194897:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077958.194899:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077958.194904:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000100:0.0:1769077958.194909:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769077958.194910:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769077958.194916:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077958.194920:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077958.194923:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.194926:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1769077958.194926:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077955/real 1769077958] req@ffff8f28835e9880 x1855008978453248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077958.194951:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077958.194954:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077958.194960:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077958.194964:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077958.194966:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.194969:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.194971:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077958.194976:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978453248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077958.194985:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.194988:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077958.194992:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.194994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.194995:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.194998:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077958.195015:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077958.195020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077958.195026:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077958.195029:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077958.195033:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077958.195039:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077958.195044:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077955/real 1769077958] req@ffff8f28835eaa00 x1855008978452992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077958.195053:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077958.195054:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077958.195058:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077958.195060:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077958.195061:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195063:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.195065:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077958.195069:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978452992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077958.195078:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195080:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077958.195082:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195084:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.195085:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195087:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077958.195089:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077958.195091:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077958.195095:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077958.195097:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077958.195100:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978452992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077958.195111:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077958.195116:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077955/real 1769077958] req@ffff8f28835e8380 x1855008978453120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077958.195124:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077958.195125:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077958.195128:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077958.195130:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077958.195131:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195133:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.195135:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077958.195139:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978453120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077958.195146:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195149:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077958.195151:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195154:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.195155:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195157:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077958.195159:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077958.195162:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077958.195166:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077958.195168:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077958.195171:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077958.195176:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077958.195179:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077955/real 1769077958] req@ffff8f28835e8000 x1855008978452864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077958.195188:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077958.195189:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077958.195193:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077958.195195:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077958.195196:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195198:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.195200:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077958.195204:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978452864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077958.195212:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195214:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077958.195217:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195218:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.195219:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195221:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077958.195223:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077958.195226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077958.195229:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077958.195231:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077958.195235:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978452864:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077958.195240:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077958.195242:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077958.195245:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077958.195248:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077958.195253:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077958.195256:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077958.195258:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077958.195263:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077958.195265:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077958.195269:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077958.195270:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195272:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077958.195273:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077958.195274:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077958.195276:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077958.195278:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077958.195279:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077958.195281:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077958.195282:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077958.195284:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077958.195285:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195287:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077958.195288:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077958.195290:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077958.195291:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077958.195293:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077958.195294:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077958.195296:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077958.195297:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077958.195299:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077958.195300:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195302:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077958.195303:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077958.195304:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077958.195306:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077958.195885:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077958.195887:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077958.195889:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077958.195891:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077958.195893:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077958.195895:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195898:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077958.195901:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077958.195902:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077958.195904:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769077958.195912:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077955/real 1769077958] req@ffff8f28835eb800 x1855008978453376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769077958.195924:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769077958.195926:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077958.195929:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077958.195931:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077958.195933:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195935:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.195936:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077958.195941:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978453376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077958.195948:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195951:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077958.195954:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195956:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077958.195957:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195959:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077958.195961:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077958.195964:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077958.195968:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077958.195971:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769077958.195975:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:3.0:1769077958.195979:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.195980:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077958.195982:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769077958.195984:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769077958.195987:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077958.195989:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769077958.195991:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769077958.195992:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077958.195994:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077958.195997:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077958.195998:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.196011:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.196022:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077958.196024:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077958.196026:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077958.196028:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077958.834475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077958.834478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077958.834482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077958.834482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077958.834485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077958.834488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077958.834490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077958.834491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077958.834496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077958.834500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077958.834503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077958.834505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077958.834507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077958.834551:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077958.834554:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077958.834557:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077959.218544:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077959.218553:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077959.218556:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077959.218564:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077959.218569:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077959.218574:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077959.218577:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077959.218580:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077959.218584:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077959.858484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077959.858493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077959.858495:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077959.858501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077959.858505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077959.858506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077959.858511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077959.858513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077959.858539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077959.858541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077959.858543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077959.858547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077959.858550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077959.858631:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077959.858635:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077959.858638:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077960.242509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077960.242518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077960.242521:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077960.242525:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077960.242528:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077960.242540:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769077960.242544:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3598 00000100:00000001:1.0:1769077960.242545:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077960.242550:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077960.242554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077960.242556:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077960.242558:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077960.242560:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077960.242563:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077960.242564:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077960.242567:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769077960.242569:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769077960.242570:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077960.242574:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077960.242575:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077960.242576:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077960.242582:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077960.242583:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242584:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077960.242591:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077960.242594:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.242599:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077960.242602:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077960.242604:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242607:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077960.242609:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.242617:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077960.242619:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242621:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077960.242624:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077960.242628:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242640:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077960.242650:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978453504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077960.242661:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077960.242667:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242689:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077960.242693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077960.242696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077960.242698:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077960.242700:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077960.242703:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077960.242706:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3598 00000100:00080000:3.0:1769077960.242711:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077960.242713:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077960.242714:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077960.242717:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077960.242718:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077960.242720:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077960.242723:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077960.242725:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077960.242726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077960.242729:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077960.242732:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.242734:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077960.242740:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077960.242742:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242743:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077960.242747:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077960.242749:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242751:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.242754:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077960.242756:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242759:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077960.242761:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077960.242764:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242770:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077960.242776:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978453632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077960.242778:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077960.242784:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077960.242789:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077960.242790:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077960.242791:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077960.242796:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242796:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242802:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077960.242804:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769077960.242806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769077960.242809:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077960.242813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1769077960.242815:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242817:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077960.242821:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077960.242824:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978453504:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077960.242826:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077960.242833:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769077960.242833:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3598 02000000:00000001:0.0:1769077960.242839:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1769077960.242841:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769077960.242843:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242846:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077960.242849:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077960.242850:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077960.242854:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077960.242856:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769077960.242857:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077960.242858:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077960.242863:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077960.242865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077960.242873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077960.242878:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077960.242879:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077960.242881:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.242883:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 02000000:00000001:3.0:1769077960.242887:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077960.242891:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769077960.242892:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077960.242896:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242898:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077960.242900:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077960.242907:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242909:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.242918:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077960.242919:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242922:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077960.242923:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077960.242925:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.242931:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077960.242938:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978453760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077960.242939:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077960.242949:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077960.242952:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.242953:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077960.242956:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.242960:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769077960.242961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077960.242966:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077960.242967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077960.242971:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077960.242972:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077960.242976:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077960.242980:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077960.242981:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077960.242985:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3598 00000100:00000001:0.0:1769077960.242989:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298272505 00000100:00080000:3.0:1769077960.242992:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077960.242995:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077960.242997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077960.243000:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077960.243001:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1769077960.243002:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077960.243005:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077960.243010:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077960.243012:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298272505 00000100:00000001:3.0:1769077960.243013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077960.243016:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077960.243020:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1769077960.243023:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077960.243027:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077960.243028:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243033:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.243034:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077960.243039:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769077960.243039:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077960.243044:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.243047:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077960.243051:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1769077960.243056:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff8f28835f8700 x1855008978453504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769077960.243056:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.243061:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.243069:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077960.243072:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077960.243073:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077960.243075:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:0.0:1769077960.243077:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769077960.243079:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077960.243083:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243084:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077960.243089:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243090:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077960.243093:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243097:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077960.243100:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077960.243100:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978453888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077960.243111:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978453504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077960.243115:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077960.243120:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.243124:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077960.243128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077960.243131:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077960.243132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077960.243136:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077960.243138:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769077960.243138:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077960.243140:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077960.243145:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077960.243146:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3598 00000100:00000001:0.0:1769077960.243150:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077960.243154:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077960.243154:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077960.243160:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077960.243161:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077960.243165:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077960.243165:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077960.243170:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077960.243174:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077960.243177:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:0.0:1769077960.243178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1769077960.243185:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077960.243192:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1769077960.243193:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077960.243197:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077960.243199:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1769077960.243204:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:0.0:1769077960.243208:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978453504:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769077960.243210:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.243215:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077960.243219:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077960.243221:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077960.243223:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769077960.243227:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243228:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769077960.243233:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077960.243234:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:3.0:1769077960.243238:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769077960.243240:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:3.0:1769077960.243244:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.243245:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077960.243248:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769077960.243250:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077960.243255:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769077960.243257:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077960.243260:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769077960.243261:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243265:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077960.243268:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243271:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077960.243273:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077960.243277:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077960.243279:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243281:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077960.243285:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.243299:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243303:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077960.243305:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077960.243306:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077960.243308:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077960.243309:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077960.243311:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077960.243313:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077960.243316:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077960.243319:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077960.243324:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077960.243325:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077960.243327:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077960.243329:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077960.243332:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243338:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077960.243340:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769077960.243344:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077960.243357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077960.243361:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077960.243363:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077960.243365:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243367:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077960.243369:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243408:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298271266 00000100:00000001:0.0:1769077960.243411:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298272505 00000100:00000001:0.0:1769077960.243414:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298271266 00000100:00000001:0.0:1769077960.243416:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298272505 00000100:00000001:0.0:1769077960.243418:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077960.243420:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243422:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077960.243426:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff8f28835fa300 x1855008978453632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077960.243436:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077960.243438:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077960.243441:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077960.243442:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077960.243444:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243446:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077960.243447:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077960.243451:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978453632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077960.243459:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243461:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077960.243464:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243465:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077960.243467:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243468:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077960.243471:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077960.243474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077960.243478:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077960.243480:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077960.243484:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077960.243488:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077960.243490:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077960.243491:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077960.243493:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077960.243495:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077960.243497:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077960.243500:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077960.243503:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077960.243505:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077960.243507:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077960.243509:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077960.243512:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243518:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077960.243519:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769077960.243523:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077960.243536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077960.243541:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077960.243544:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077960.243545:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243547:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077960.243550:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243554:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298271263 00000100:00000001:0.0:1769077960.243557:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298272505 00000100:00000001:0.0:1769077960.243559:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298271263 00000100:00000001:0.0:1769077960.243562:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298272505 00000100:00000001:0.0:1769077960.243564:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077960.243566:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243568:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077960.243573:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff8f28835fb100 x1855008978453760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077960.243581:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077960.243582:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077960.243585:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077960.243587:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077960.243588:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243590:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077960.243592:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077960.243602:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978453760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077960.243608:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243611:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077960.243614:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243616:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077960.243617:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243619:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077960.243621:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077960.243624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077960.243628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077960.243630:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077960.243634:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077960.243638:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077960.243639:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077960.243641:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077960.243643:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077960.243645:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077960.243647:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077960.243650:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077960.243653:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077960.243656:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077960.243657:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077960.243659:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077960.243662:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243669:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077960.243670:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769077960.243674:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077960.243686:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077960.243691:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077960.243693:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077960.243695:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243697:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077960.243700:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243704:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298271266 00000100:00000001:0.0:1769077960.243707:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298272505 00000100:00000001:0.0:1769077960.243709:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298271266 00000100:00000001:0.0:1769077960.243712:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298272505 00000100:00000001:0.0:1769077960.243714:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077960.243716:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243718:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077960.243722:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff8f28835fb800 x1855008978453888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077960.243731:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077960.243733:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077960.243736:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077960.243737:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077960.243739:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243741:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077960.243743:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077960.243747:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978453888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077960.243756:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243758:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077960.243761:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243763:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077960.243764:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243766:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077960.243768:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077960.243770:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077960.243773:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077960.243776:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077960.243779:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978453888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077960.243783:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243785:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077960.243787:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077960.243789:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077960.243791:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077960.243792:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077960.243794:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077960.243796:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077960.243798:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077960.243800:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077960.243802:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243803:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077960.243804:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077960.243806:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077960.243808:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077960.243809:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077960.243810:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077960.243812:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077960.243813:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077960.243815:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077960.243816:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243818:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077960.243819:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077960.243821:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077960.243823:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077960.243824:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077960.243825:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077960.243826:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077960.243827:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077960.243829:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077960.243830:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243832:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.243836:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077960.243838:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.243840:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077960.243842:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077960.244014:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978454016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077960.244023:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077960.244026:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.244045:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.244090:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077960.244094:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077960.244097:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077960.244098:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077960.244100:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077960.244104:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077960.244106:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077960.244108:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077960.244113:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077960.244117:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077960.244120:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077960.244122:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077960.244127:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077960.244133:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.244144:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077960.244146:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:1.0:1769077960.244150:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077960.244170:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077960.244178:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077960.244181:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077960.244183:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.244185:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077960.244188:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.244193:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298271258 00000100:00000001:1.0:1769077960.244196:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298272505 00000100:00000001:1.0:1769077960.244199:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298271258 00000100:00000001:1.0:1769077960.244201:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298272505 00000100:00000001:1.0:1769077960.244204:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077960.244206:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.244208:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077960.244213:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff8f28835fa680 x1855008978454016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077960.244229:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077960.244230:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077960.244234:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077960.244236:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077960.244238:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.244239:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077960.244241:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077960.244245:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978454016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077960.244251:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.244254:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077960.244257:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.244258:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077960.244259:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.244261:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077960.244263:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077960.244266:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077960.244269:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077960.244272:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077960.244275:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077960.244280:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.244281:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077960.244283:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077960.244284:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077960.244303:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077960.244306:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077960.244308:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077960.244311:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077960.244312:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077960.244314:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077960.244316:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.244319:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.244323:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077960.244325:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.244327:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077960.244329:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.882509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077960.882512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077960.882518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.882519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077960.882523:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077960.882527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077960.882530:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077960.882530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.882536:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077960.882541:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.882544:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077960.882546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.882549:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.882598:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077960.882602:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077960.882606:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077961.266536:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077961.266542:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077961.266544:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077961.266548:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077961.266551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077961.266554:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077961.266556:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077961.266558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077961.266560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.906454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077961.906457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077961.906461:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.906462:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077961.906464:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077961.906467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077961.906468:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077961.906468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.906471:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077961.906475:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077961.906477:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077961.906480:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077961.906483:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077961.906529:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077961.906533:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077961.906537:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077962.290456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077962.290465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077962.290467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077962.290472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077962.290476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077962.290480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077962.290483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077962.290486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077962.290488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.930470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077962.930474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077962.930479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077962.930479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.930483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077962.930487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077962.930488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077962.930490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.930496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077962.930501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077962.930504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077962.930506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077962.930508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077962.930591:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077962.930599:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077962.930604:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077963.314445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077963.314455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077963.314458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077963.314465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077963.314470:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077963.314474:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077963.314477:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077963.314480:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077963.314483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077963.954433:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077963.954440:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077963.954443:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077963.954448:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077963.954452:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077963.954473:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077963.954486:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077963.954489:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077963.954492:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077963.954569:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077963.954577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077963.954585:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077963.954587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077963.954666:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077963.954669:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077963.954685:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077964.339431:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077964.339439:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077964.339441:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077964.339445:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077964.339448:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077964.339451:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077964.339452:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077964.339454:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077964.339457:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077964.978482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077964.978488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077964.978491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077964.978496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077964.978500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077964.978502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077964.978504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077964.978512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077964.978513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077964.978515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077964.978524:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077964.978527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077964.978535:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077964.978539:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077964.978542:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077964.978546:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077964.978549:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077964.978550:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077964.978552:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077964.978645:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077964.978648:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077964.978651:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077965.362461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077965.362463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077965.362473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077965.362477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077965.362478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.362483:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077965.362486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077965.362492:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077965.362494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077965.362499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.362500:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077965.362503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077965.362506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.362509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.362515:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3603 00000100:00080000:3.0:1769077965.362531:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077965.362538:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077965.362541:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077965.362546:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077965.362549:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077965.362553:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077965.362556:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077965.362558:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077965.362559:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077965.362565:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077965.362568:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.362572:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077965.362576:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077965.362581:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.362583:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077965.362586:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.362602:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077965.362604:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.362608:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077965.362612:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077965.362618:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.362636:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077965.362648:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978454144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077965.362657:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077965.362662:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.362676:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.362678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077965.362682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077965.362683:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077965.362684:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077965.362687:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077965.362690:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3603 00000100:00080000:3.0:1769077965.362694:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077965.362696:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077965.362697:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077965.362699:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077965.362700:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077965.362703:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077965.362705:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077965.362706:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077965.362708:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077965.362709:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769077965.362711:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077965.362714:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077965.362715:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.362719:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769077965.362720:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769077965.362722:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077965.362725:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.362729:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077965.362730:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077965.362734:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.362735:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077965.362741:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769077965.362743:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769077965.362749:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077965.362754:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978454144:192.168.204.124@tcp:250:kworker.0 00000008:00000001:3.0:1769077965.362758:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.362767:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.362769:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077965.362777:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077965.362779:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077965.362781:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.362784:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.362787:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077965.362789:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077965.362793:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077965.362796:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.362800:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.362807:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.362823:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077965.362830:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00100000:3.0:1769077965.362832:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978454272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077965.362844:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077965.362848:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077965.362850:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.362855:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.362858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077965.362861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077965.362864:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077965.362865:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077965.362867:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077965.362870:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3603 00000100:00080000:3.0:1769077965.362873:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077965.362875:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077965.362877:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077965.362879:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077965.362881:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077965.362884:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077965.362887:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000800:00000100:1.0:1769077965.362889:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077965.362896:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077965.362899:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077965.362906:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769077965.362907:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077965.362912:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077965.362914:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.362915:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.362926:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769077965.362928:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769077965.362931:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.362936:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077965.362937:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298277625 02000000:00000001:3.0:1769077965.362950:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.362956:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077965.362957:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000008:00100000:3.0:1769077965.362963:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769077965.362966:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298277625 00000008:00000001:3.0:1769077965.362973:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.362974:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769077965.362980:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077965.362982:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.362985:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.362990:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769077965.362994:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077965.362999:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077965.363000:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff8f28835f8e00 x1855008978454144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077965.363012:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077965.363018:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:1.0:1769077965.363023:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1769077965.363024:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769077965.363025:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077965.363031:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077965.363034:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077965.363037:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.363037:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363051:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077965.363053:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077965.363058:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978454144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077965.363065:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363069:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:3.0:1769077965.363069:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978454400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077965.363074:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363076:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077965.363078:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363089:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077965.363092:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077965.363102:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077965.363111:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077965.363113:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077965.363115:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769077965.363119:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077965.363123:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978454144:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077965.363130:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.363130:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363150:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769077965.363150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077965.363157:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1769077965.363159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:1.0:1769077965.363161:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769077965.363163:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077965.363171:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769077965.363172:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077965.363178:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769077965.363180:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769077965.363184:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077965.363193:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077965.363196:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1769077965.363197:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3603 00000100:00000001:1.0:1769077965.363218:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1769077965.363221:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077965.363225:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077965.363228:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.363229:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077965.363236:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077965.363239:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077965.363242:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077965.363245:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077965.363247:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769077965.363249:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077965.363251:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.363254:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077965.363256:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077965.363257:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769077965.363262:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077965.363263:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077965.363267:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363269:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769077965.363271:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769077965.363274:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769077965.363276:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077965.363278:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.363281:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.363285:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769077965.363286:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769077965.363289:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077965.363293:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769077965.363303:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1769077965.363304:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454272:192.168.204.124@tcp:38:kworker.0 00000008:00000001:3.0:1769077965.363313:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363314:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077965.363319:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.363320:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077965.363325:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.363327:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077965.363332:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.363332:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077965.363337:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.363342:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077965.363344:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769077965.363345:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769077965.363347:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363348:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:1.0:1769077965.363358:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077965.363363:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769077965.363395:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077965.363400:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077965.363403:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077965.363404:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363407:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077965.363410:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363413:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298276386 00000100:00000001:1.0:1769077965.363417:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298277625 00000100:00000001:1.0:1769077965.363422:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298276386 00000100:00100000:3.0:1769077965.363422:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978454528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077965.363433:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298277625 00000100:00000001:1.0:1769077965.363441:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077965.363452:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.363453:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077965.363459:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363460:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077965.363466:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.363470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077965.363473:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff8f28835f9f80 x1855008978454272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077965.363475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077965.363479:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077965.363482:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077965.363489:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077965.363496:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3603 00000400:00000001:1.0:1769077965.363505:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769077965.363507:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000400:00000001:1.0:1769077965.363508:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077965.363513:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077965.363515:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077965.363516:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077965.363520:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769077965.363521:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769077965.363523:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077965.363524:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077965.363529:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769077965.363530:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769077965.363535:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077965.363537:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077965.363541:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769077965.363544:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978454272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077965.363545:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077965.363558:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077965.363570:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363581:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077965.363583:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769077965.363591:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769077965.363592:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077965.363603:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363604:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.363608:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077965.363609:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077965.363615:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769077965.363616:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769077965.363628:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00000001:3.0:1769077965.363629:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.363637:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363638:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077965.363646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769077965.363648:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077965.363650:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077965.363652:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077965.363658:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769077965.363658:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077965.363667:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769077965.363671:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454272:192.168.204.124@tcp:38:kworker.0 02000000:00000001:3.0:1769077965.363673:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363683:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077965.363685:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363686:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077965.363691:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.363696:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1769077965.363697:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978454656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769077965.363700:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077965.363710:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.363723:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769077965.363724:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077965.363732:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363735:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077965.363739:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.363740:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077965.363751:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.363754:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077965.363759:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363764:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077965.363765:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:1.0:1769077965.363768:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077965.363779:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077965.363784:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077965.363786:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077965.363788:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363789:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077965.363792:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363798:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298276383 00000100:00000001:1.0:1769077965.363801:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298277625 00000100:00000001:1.0:1769077965.363803:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298276383 00000100:00000001:1.0:1769077965.363805:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298277625 00000100:00000001:1.0:1769077965.363807:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077965.363810:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363811:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077965.363817:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff8f28835f8000 x1855008978454400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077965.363834:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077965.363836:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077965.363839:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077965.363841:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077965.363842:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363844:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077965.363846:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077965.363849:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978454400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077965.363854:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363856:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077965.363858:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363859:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077965.363859:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363861:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077965.363862:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077965.363863:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077965.363865:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077965.363867:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077965.363869:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077965.363871:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363873:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077965.363874:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077965.363875:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077965.363877:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077965.363878:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077965.363879:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077965.363881:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077965.363882:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077965.363884:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077965.363885:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363886:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077965.363887:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077965.363888:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077965.363889:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077965.363890:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077965.363891:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077965.363892:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077965.363893:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077965.363894:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077965.363894:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363895:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363898:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077965.363899:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363901:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077965.363902:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077965.363903:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077965.363904:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077965.363905:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.363906:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077965.363908:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077965.363909:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077965.363911:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077965.363913:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077965.363915:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077965.363916:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.363917:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077965.363919:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363924:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077965.363925:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:1.0:1769077965.363928:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077965.363936:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077965.363940:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077965.363941:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077965.363942:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363943:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077965.363945:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363948:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298276386 00000100:00000001:1.0:1769077965.363949:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298277625 00000100:00000001:1.0:1769077965.363951:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298276386 00000100:00000001:1.0:1769077965.363953:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298277625 00000100:00000001:1.0:1769077965.363954:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077965.363956:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.363957:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077965.363959:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff8f28835f8e00 x1855008978454528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077965.363964:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077965.363965:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077965.363966:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077965.363967:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077965.363968:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363969:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077965.363970:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077965.363972:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978454528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077965.363977:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363978:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077965.363980:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363981:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077965.363982:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.363983:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077965.363984:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077965.363985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077965.363987:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077965.363988:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077965.363990:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077965.363993:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077965.363994:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077965.363995:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.363996:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077965.363997:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077965.363999:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077965.364001:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077965.364003:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077965.364004:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077965.364005:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077965.364006:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077965.364007:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.364010:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077965.364011:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:1.0:1769077965.364013:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077965.364018:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077965.364021:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077965.364022:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077965.364023:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.364024:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077965.364025:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.364027:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298276378 00000100:00000001:1.0:1769077965.364029:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298277625 00000100:00000001:1.0:1769077965.364031:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298276378 00000100:00000001:1.0:1769077965.364032:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298277625 00000100:00000001:1.0:1769077965.364033:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077965.364035:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.364036:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077965.364038:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff8f28835fa680 x1855008978454656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077965.364042:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077965.364043:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077965.364044:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077965.364045:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077965.364046:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.364047:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077965.364048:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077965.364051:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978454656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077965.364055:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.364057:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077965.364058:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.364059:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077965.364060:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.364061:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077965.364062:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077965.364063:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077965.364065:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077965.364066:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077965.364068:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077965.364070:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.364071:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077965.364072:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077965.364072:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077965.364073:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077965.364074:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077965.364075:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077965.364077:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077965.364077:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077965.364079:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077965.364079:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.364080:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077965.364081:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077965.364082:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077965.364083:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077965.364084:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077965.364084:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077965.364086:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077965.364087:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077965.364088:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077965.364089:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.364090:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.364092:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077965.364093:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.364094:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077965.364095:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077966.002524:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077966.002530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077966.002534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077966.002535:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077966.002541:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077966.002542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077966.002545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077966.002549:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077966.002554:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077966.002557:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.002561:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077966.002564:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.002567:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077966.002611:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077966.002627:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077966.002632:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077966.387437:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077966.387449:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077966.387451:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077966.387459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077966.387465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077966.387469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.387472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077966.387476:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.387480:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077967.026524:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077967.026532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077967.026534:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077967.026538:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.026539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077967.026549:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077967.026549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077967.026555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077967.026556:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077967.026561:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.026565:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077967.026567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.026569:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077967.026651:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077967.026656:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077967.026660:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077967.410472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077967.410480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077967.410482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077967.410503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077967.410507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077967.410511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.410513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077967.410516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.410518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077968.050508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077968.050512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077968.050518:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077968.050520:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077968.050522:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077968.050524:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077968.050526:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077968.050532:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769077968.050536:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077968.050536:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077968.050539:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077968.050544:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077968.050545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077968.050547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077968.050551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077968.050551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077968.050559:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077968.050562:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077968.050566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077968.050622:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077968.050628:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077968.050632:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077968.434528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077968.434535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077968.434537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077968.434543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077968.434546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077968.434550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077968.434552:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077968.434555:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077968.434557:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.074495:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077969.074503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077969.074505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077969.074509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077969.074510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077969.074518:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077969.074518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.074523:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077969.074525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077969.074528:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077969.074528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.074540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077969.074545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077969.074604:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077969.074609:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077969.074614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077969.458446:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077969.458454:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077969.458456:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077969.458462:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077969.458466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077969.458470:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077969.458472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077969.458475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077969.458478:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.098507:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077970.098514:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077970.098516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077970.098521:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077970.098529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077970.098530:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077970.098535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077970.098536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.098539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.098543:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077970.098545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077970.098548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077970.098549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077970.098631:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077970.098635:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077970.098638:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077970.482504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077970.482507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077970.482514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077970.482518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.482519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077970.482523:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077970.482527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077970.482528:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077970.482535:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077970.482536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077970.482542:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077970.482543:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3609 00000100:00000001:1.0:1769077970.482550:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.482553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.482558:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.482558:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077970.482563:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077970.482566:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077970.482570:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077970.482572:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077970.482574:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077970.482576:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077970.482577:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077970.482578:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077970.482582:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077970.482584:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.482587:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077970.482590:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077970.482595:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482597:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077970.482600:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.482616:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077970.482618:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482622:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077970.482626:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077970.482630:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482645:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077970.482657:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978454784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077970.482667:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077970.482670:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482686:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.482688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077970.482690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077970.482692:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077970.482693:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077970.482695:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077970.482697:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3609 00000100:00080000:3.0:1769077970.482701:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077970.482703:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077970.482704:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077970.482706:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077970.482707:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077970.482710:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769077970.482711:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769077970.482713:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077970.482714:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077970.482717:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077970.482719:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.482720:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769077970.482720:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769077970.482726:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077970.482729:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077970.482732:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.482735:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.482735:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077970.482740:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482742:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769077970.482745:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:3.0:1769077970.482747:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769077970.482751:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769077970.482751:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482755:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.482758:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.482760:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077970.482763:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482765:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077970.482767:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769077970.482769:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978454784:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769077970.482770:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482776:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.482779:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1769077970.482784:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978454912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769077970.482787:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077970.482792:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482799:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769077970.482800:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769077970.482805:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.482809:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482810:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.482816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077970.482820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077970.482823:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077970.482826:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077970.482829:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077970.482832:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3609 00000100:00000001:1.0:1769077970.482835:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769077970.482837:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077970.482839:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:3.0:1769077970.482843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077970.482847:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077970.482853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077970.482857:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077970.482859:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077970.482860:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077970.482862:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077970.482864:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077970.482864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077970.482867:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077970.482869:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.482870:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077970.482872:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077970.482873:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482875:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077970.482877:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077970.482878:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482880:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.482884:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077970.482885:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482887:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077970.482888:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077970.482889:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482899:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769077970.482900:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:3.0:1769077970.482905:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978455040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077970.482912:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077970.482914:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.482919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077970.482921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077970.482923:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077970.482924:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769077970.482925:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077970.482929:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077970.482931:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769077970.482932:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3609 00000100:00000001:1.0:1769077970.482937:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.482938:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077970.482943:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077970.482946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077970.482949:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077970.482951:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077970.482951:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077970.482954:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077970.482958:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769077970.482959:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077970.482961:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298282745 00000100:00000001:3.0:1769077970.482962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077970.482964:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077970.482969:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077970.482970:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.482971:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077970.482973:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077970.482975:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482977:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077970.482978:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000008:00100000:3.0:1769077970.482979:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769077970.482984:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482985:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.482989:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769077970.482990:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298282745 02000000:00000001:3.0:1769077970.482990:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.482994:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077970.482997:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077970.482998:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483001:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077970.483003:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483010:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769077970.483010:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978455168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077970.483019:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.483022:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077970.483025:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769077970.483025:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.483030:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.483032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077970.483036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077970.483037:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077970.483038:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff8f28835fb800 x1855008978454784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077970.483038:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077970.483043:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077970.483047:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3609 00000100:00080000:3.0:1769077970.483051:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077970.483055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077970.483058:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077970.483062:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077970.483064:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077970.483067:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000400:00000001:1.0:1769077970.483070:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769077970.483070:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769077970.483074:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1769077970.483075:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077970.483076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077970.483081:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077970.483083:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.483084:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769077970.483085:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769077970.483086:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077970.483090:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483092:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077970.483092:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077970.483095:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769077970.483096:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077970.483098:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483102:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077970.483103:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483107:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077970.483109:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077970.483112:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077970.483131:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978454784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077970.483141:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483145:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077970.483149:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769077970.483151:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077970.483153:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769077970.483157:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769077970.483158:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483162:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483167:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077970.483167:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483173:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:3.0:1769077970.483177:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978455296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077970.483180:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769077970.483190:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:1.0:1769077970.483194:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769077970.483194:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.483198:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483201:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077970.483208:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978454784:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077970.483215:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483218:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077970.483220:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077970.483224:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077970.483229:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077970.483231:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077970.483234:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077970.483239:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077970.483242:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077970.483245:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077970.483246:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483249:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483257:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077970.483259:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483261:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077970.483263:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077970.483264:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077970.483265:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.483267:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.483269:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077970.483271:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077970.483274:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077970.483277:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454912:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077970.483281:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077970.483283:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077970.483284:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.483286:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077970.483289:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483297:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077970.483300:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:1.0:1769077970.483306:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077970.483318:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077970.483323:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077970.483326:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077970.483328:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483330:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077970.483333:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483338:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298281505 00000100:00000001:1.0:1769077970.483341:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298282745 00000100:00000001:1.0:1769077970.483343:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298281505 00000100:00000001:1.0:1769077970.483346:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298282745 00000100:00000001:1.0:1769077970.483348:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077970.483350:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483353:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077970.483357:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff8f28835fb100 x1855008978454912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077970.483366:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077970.483368:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077970.483371:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077970.483373:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077970.483396:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483398:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077970.483400:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077970.483405:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978454912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077970.483413:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483416:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077970.483418:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483420:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077970.483422:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483424:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077970.483426:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077970.483429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077970.483445:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077970.483452:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077970.483456:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978454912:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077970.483461:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077970.483462:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.483464:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.483467:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077970.483469:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077970.483472:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077970.483476:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077970.483479:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077970.483481:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077970.483483:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.483485:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077970.483488:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483494:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077970.483496:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:1.0:1769077970.483500:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077970.483512:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077970.483517:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077970.483520:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077970.483521:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483523:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077970.483526:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483530:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298281503 00000100:00000001:1.0:1769077970.483533:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298282745 00000100:00000001:1.0:1769077970.483535:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298281503 00000100:00000001:1.0:1769077970.483538:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298282745 00000100:00000001:1.0:1769077970.483541:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077970.483543:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483545:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077970.483549:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff8f28835fa300 x1855008978455040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077970.483564:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077970.483565:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077970.483568:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077970.483570:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077970.483571:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483573:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077970.483575:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077970.483579:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978455040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077970.483585:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483588:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077970.483590:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483592:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077970.483594:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483595:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077970.483597:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077970.483599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077970.483602:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077970.483605:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077970.483608:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077970.483613:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077970.483614:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.483616:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.483619:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077970.483621:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077970.483623:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077970.483626:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077970.483629:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077970.483631:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077970.483633:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.483635:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077970.483640:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483646:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077970.483648:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:1.0:1769077970.483652:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077970.483662:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077970.483668:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077970.483670:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077970.483672:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483673:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077970.483676:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483680:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298281506 00000100:00000001:1.0:1769077970.483683:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298282745 00000100:00000001:1.0:1769077970.483686:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298281506 00000100:00000001:1.0:1769077970.483688:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298282745 00000100:00000001:1.0:1769077970.483691:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077970.483692:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483694:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077970.483698:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff8f28835f8700 x1855008978455168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077970.483707:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077970.483708:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077970.483710:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077970.483712:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077970.483714:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483716:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077970.483718:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077970.483722:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978455168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077970.483729:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483732:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077970.483735:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483737:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077970.483738:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483740:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077970.483742:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077970.483746:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077970.483749:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077970.483752:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077970.483755:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077970.483759:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077970.483761:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.483762:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.483764:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077970.483766:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077970.483768:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077970.483771:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077970.483775:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077970.483776:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077970.483778:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077970.483780:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077970.483783:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483790:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077970.483791:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:1.0:1769077970.483794:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077970.483805:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077970.483810:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077970.483812:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077970.483814:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483816:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077970.483819:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483822:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298281498 00000100:00000001:1.0:1769077970.483825:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298282745 00000100:00000001:1.0:1769077970.483828:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298281498 00000100:00000001:1.0:1769077970.483830:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298282745 00000100:00000001:1.0:1769077970.483833:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077970.483835:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483837:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077970.483841:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff8f28835f8380 x1855008978455296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077970.483850:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077970.483851:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077970.483854:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077970.483855:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077970.483857:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483859:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077970.483860:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077970.483864:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978455296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077970.483871:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483873:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077970.483876:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483878:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077970.483879:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483881:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077970.483883:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077970.483886:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077970.483889:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077970.483892:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077970.483896:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077970.483899:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483901:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077970.483903:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077970.483905:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077970.483907:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077970.483909:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077970.483910:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077970.483913:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077970.483915:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077970.483917:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077970.483918:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483920:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077970.483921:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077970.483923:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077970.483925:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077970.483926:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077970.483928:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077970.483930:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077970.483931:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077970.483932:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077970.483934:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483935:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077970.483937:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077970.483938:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077970.483940:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077970.483942:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077970.483943:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077970.483945:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077970.483946:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077970.483948:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077970.483949:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483951:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077970.483952:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077970.483954:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077970.483956:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077970.483957:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077970.483958:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077970.483960:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077970.483961:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077970.483963:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077970.483964:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483966:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.483970:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077970.483971:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.483974:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077970.483976:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077971.122456:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077971.122464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077971.122465:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077971.122470:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077971.122470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077971.122477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077971.122478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077971.122480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077971.122483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077971.122487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.122489:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077971.122492:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.122494:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077971.122554:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077971.122559:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077971.122564:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077971.506431:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077971.506439:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077971.506441:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077971.506447:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077971.506451:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077971.506455:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.506458:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077971.506460:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.506464:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077972.146508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077972.146516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077972.146517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077972.146521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077972.146524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077972.146531:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077972.146533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077972.146537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077972.146538:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077972.146544:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.146549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077972.146551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.146555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077972.146640:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077972.146645:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077972.146648:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077972.530464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077972.530472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077972.530475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077972.530480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077972.530484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077972.530487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.530489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077972.530492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.530495:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077973.170448:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077973.170453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077973.170457:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077973.170457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077973.170459:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077973.170465:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077973.170465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077973.170467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077973.170469:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077973.170474:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077973.170477:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077973.170481:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077973.170485:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077973.170513:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077973.170517:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077973.170520:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077973.554471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077973.554478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077973.554480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077973.554484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077973.554487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077973.554491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077973.554493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077973.554495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077973.554497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077974.194432:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077974.194441:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077974.194443:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077974.194449:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077974.194453:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077974.194458:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077974.194462:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077974.194464:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077974.194467:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077974.194520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077974.194527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077974.194533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077974.194534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077974.194581:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077974.194584:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077974.194586:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077974.578457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077974.578464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077974.578465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077974.578470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077974.578473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077974.578476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077974.578478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077974.578480:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077974.578482:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.218481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077975.218486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077975.218489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077975.218491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.218493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077975.218499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077975.218500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077975.218504:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077975.218505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077975.218510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.218513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077975.218514:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077975.218516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077975.218518:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.218520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077975.218522:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077975.218526:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077975.218528:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077975.218529:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077975.218618:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077975.218623:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077975.218626:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077975.602512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769077975.602519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077975.602520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077975.602527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077975.602540:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769077975.602541:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769077975.602549:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077975.602550:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077975.602562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077975.602563:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077975.602577:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077975.602578:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077975.602588:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.602594:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077975.602595:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3614 00000100:00080000:2.0:1769077975.602617:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077975.602622:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077975.602624:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077975.602629:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077975.602631:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077975.602634:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077975.602636:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077975.602639:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077975.602640:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077975.602645:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077975.602648:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.602650:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077975.602653:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077975.602656:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602658:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077975.602661:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.602674:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077975.602675:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602678:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077975.602681:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077975.602686:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602699:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077975.602712:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978455424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077975.602725:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077975.602730:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602748:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077975.602752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077975.602761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077975.602763:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077975.602765:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077975.602768:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077975.602771:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3614 00000100:00000001:1.0:1769077975.602774:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769077975.602776:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077975.602779:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077975.602779:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077975.602786:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077975.602787:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769077975.602794:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769077975.602795:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077975.602802:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077975.602803:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769077975.602809:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769077975.602810:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769077975.602815:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769077975.602818:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769077975.602820:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602827:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769077975.602829:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978455424:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769077975.602833:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077975.602836:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077975.602841:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077975.602849:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077975.602849:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769077975.602858:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769077975.602859:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.602865:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077975.602872:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077975.602873:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.602885:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602888:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077975.602893:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077975.602896:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602898:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.602901:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769077975.602903:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769077975.602904:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 02000000:00000001:2.0:1769077975.602906:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602913:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769077975.602915:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769077975.602919:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077975.602922:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602928:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077975.602935:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978455552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077975.602943:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077975.602945:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.602948:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077975.602950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077975.602954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077975.602955:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077975.602957:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769077975.602964:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769077975.602966:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077975.602970:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3614 00000100:00080000:2.0:1769077975.602976:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077975.602978:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077975.602980:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077975.602981:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769077975.602983:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077975.602987:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077975.602988:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769077975.602990:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077975.602992:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077975.602994:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077975.602995:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077975.603006:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077975.603010:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077975.603011:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603022:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298287865 00000100:00080000:2.0:1769077975.603023:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077975.603046:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.603047:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077975.603051:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077975.603055:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1769077975.603055:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603065:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298287865 00000100:00000001:2.0:1769077975.603066:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077975.603074:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769077975.603076:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00000001:2.0:1769077975.603081:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603083:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077975.603084:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603091:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.603093:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769077975.603095:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769077975.603096:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.603100:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077975.603101:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769077975.603106:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077975] req@ffff8f2882c3bb80 x1855008978455424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769077975.603107:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.603120:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769077975.603130:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1769077975.603134:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978455680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769077975.603135:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077975.603143:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769077975.603146:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077975.603148:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077975.603151:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603153:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603157:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077975.603157:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603167:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077975.603168:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077975.603177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1769077975.603178:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978455424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077975.603185:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077975.603197:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077975.603197:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077975.603200:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077975.603207:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077975.603208:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077975.603210:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077975.603212:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603214:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769077975.603217:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3614 00000100:00000001:1.0:1769077975.603218:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077975.603227:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077975.603232:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077975.603233:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077975.603244:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769077975.603244:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077975.603250:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769077975.603255:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978455424:192.168.204.124@tcp:250:kworker.0 00000020:00000001:2.0:1769077975.603256:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077975.603262:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077975.603265:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077975.603267:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077975.603269:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077975.603274:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077975.603274:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077975.603277:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077975.603281:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1769077975.603283:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769077975.603287:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769077975.603287:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.603289:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077975.603296:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077975.603297:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1769077975.603299:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077975.603302:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769077975.603303:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769077975.603310:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00100000:2.0:1769077975.603310:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077975.603316:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603320:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769077975.603320:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603326:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1769077975.603331:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769077975.603334:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1769077975.603336:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603337:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077975.603345:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769077975.603346:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077975.603353:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769077975.603357:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1769077975.603358:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603359:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603370:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077975.603372:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077975.603397:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077975.603399:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077975.603400:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603404:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077975.603406:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077975.603408:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077975.603413:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077975.603417:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769077975.603419:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603421:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077975.603425:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603429:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1769077975.603430:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978455808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769077975.603433:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.603446:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077975.603451:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603452:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077975.603457:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:2.0:1769077975.603461:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603463:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769077975.603465:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077975.603468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077975.603470:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077975.603472:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077975.603477:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077975.603484:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3614 00000800:00000100:1.0:1769077975.603485:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:2.0:1769077975.603498:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077975.603499:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769077975.603508:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077975.603510:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077975.603511:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077975.603513:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603517:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769077975.603517:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077975.603522:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077975.603525:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077975.603526:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769077975.603533:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769077975.603535:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298286626 00000100:00000001:2.0:1769077975.603536:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077975.603543:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298287865 00000100:00000001:2.0:1769077975.603545:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077975.603554:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298286626 00000100:00080000:2.0:1769077975.603556:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077975.603558:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298287865 00000100:00000001:2.0:1769077975.603562:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603568:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077975.603569:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769077975.603576:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603579:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769077975.603579:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077975.603589:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077975.603594:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077975] req@ffff8f2882c3a680 x1855008978455552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077975.603594:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077975.603601:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769077975.603613:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.603623:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769077975.603625:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077975.603627:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769077975.603629:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769077975.603631:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769077975.603631:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.603637:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769077975.603638:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1769077975.603642:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769077975.603643:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603648:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1769077975.603649:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603651:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077975.603656:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077975.603658:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978455552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077975.603665:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978455936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077975.603686:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603694:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077975.603700:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603707:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077975.603707:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077975.603710:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603715:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077975.603716:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603718:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077975.603726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769077975.603728:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077975.603732:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077975.603738:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077975.603741:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077975.603746:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077975.603747:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077975.603748:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603750:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077975.603751:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077975.603753:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077975.603755:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077975.603758:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077975.603760:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077975.603761:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603763:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077975.603766:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603770:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077975.603771:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769077975.603773:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077975.603781:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077975.603783:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077975.603785:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077975.603786:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603787:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077975.603789:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603791:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298286623 00000100:00000001:1.0:1769077975.603793:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298287865 00000100:00000001:1.0:1769077975.603794:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298286623 00000100:00000001:1.0:1769077975.603796:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298287865 00000100:00000001:1.0:1769077975.603797:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077975.603799:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603800:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077975.603802:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077975] req@ffff8f2882c38380 x1855008978455680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077975.603807:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077975.603808:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077975.603809:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077975.603810:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077975.603811:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603812:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077975.603813:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077975.603815:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978455680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077975.603820:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603821:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077975.603822:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603823:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077975.603824:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603825:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077975.603826:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077975.603827:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077975.603829:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077975.603831:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077975.603833:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077975.603835:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603836:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077975.603837:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077975.603838:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077975.603839:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077975.603840:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077975.603841:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077975.603842:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077975.603843:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077975.603845:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077975.603846:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603847:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077975.603848:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077975.603849:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077975.603850:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077975.603851:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077975.603851:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077975.603852:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077975.603853:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077975.603854:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077975.603855:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603856:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603858:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077975.603859:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603861:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077975.603862:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077975.603863:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077975.603864:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077975.603865:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603867:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077975.603868:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077975.603869:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077975.603871:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077975.603873:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077975.603874:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077975.603876:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603877:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077975.603878:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603882:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077975.603883:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769077975.603885:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077975.603891:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077975.603893:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077975.603894:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077975.603896:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603897:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077975.603898:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603901:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298286626 00000100:00000001:1.0:1769077975.603902:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298287865 00000100:00000001:1.0:1769077975.603904:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298286626 00000100:00000001:1.0:1769077975.603905:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298287865 00000100:00000001:1.0:1769077975.603907:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077975.603908:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603909:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077975.603911:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077975] req@ffff8f2882c3b800 x1855008978455808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077975.603917:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077975.603917:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077975.603919:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077975.603920:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077975.603921:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603922:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077975.603923:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077975.603925:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978455808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077975.603929:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603930:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077975.603931:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603932:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077975.603933:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603934:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077975.603935:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077975.603936:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077975.603938:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077975.603939:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077975.603941:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077975.603944:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077975.603945:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077975.603946:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603948:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077975.603948:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077975.603950:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077975.603951:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077975.603953:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077975.603954:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077975.603956:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077975.603957:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077975.603958:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603961:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077975.603962:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769077975.603965:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077975.603970:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077975.603972:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077975.603973:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077975.603974:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603975:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077975.603976:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603978:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298286618 00000100:00000001:1.0:1769077975.603980:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298287865 00000100:00000001:1.0:1769077975.603981:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298286618 00000100:00000001:1.0:1769077975.603982:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298287865 00000100:00000001:1.0:1769077975.603984:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077975.603985:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.603986:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077975.603989:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077975] req@ffff8f2882c39f80 x1855008978455936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077975.603993:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077975.603994:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077975.603995:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077975.603996:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077975.603997:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.603998:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077975.603999:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077975.604001:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978455936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077975.604005:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.604006:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077975.604008:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.604009:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077975.604010:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.604011:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077975.604012:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077975.604013:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077975.604015:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077975.604016:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077975.604018:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978455936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077975.604020:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.604021:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077975.604022:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077975.604023:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077975.604024:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077975.604025:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077975.604025:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077975.604043:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077975.604045:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077975.604047:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077975.604047:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.604049:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077975.604050:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077975.604050:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077975.604051:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077975.604052:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077975.604053:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077975.604054:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077975.604054:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077975.604055:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077975.604056:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.604057:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.604059:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077975.604061:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.604062:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077975.604063:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077976.242538:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077976.242547:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077976.242549:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077976.242557:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077976.242562:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077976.242566:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077976.242569:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077976.242572:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077976.242575:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077976.242695:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077976.242700:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077976.242704:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077976.242705:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077976.242774:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077976.242779:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077976.242793:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077976.626490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077976.626499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077976.626501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077976.626507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077976.626511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077976.626516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077976.626519:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077976.626522:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077976.626526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077977.266488:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077977.266496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077977.266499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077977.266504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077977.266508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077977.266510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077977.266516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077977.266518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077977.266522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077977.266522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077977.266530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077977.266535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077977.266539:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077977.266554:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077977.266560:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077977.266563:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077977.650494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077977.650502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077977.650503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077977.650507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077977.650511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077977.650514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077977.650516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077977.650519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077977.650521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077978.290504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077978.290512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077978.290514:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077978.290519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077978.290520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077978.290523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077978.290530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077978.290530:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077978.290536:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077978.290537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077978.290540:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077978.290541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077978.290551:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.290551:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077978.290557:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.290560:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.290563:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.290567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077978.290569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077978.290640:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077978.290644:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077978.290647:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077978.674495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077978.674502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077978.674504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077978.674509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077978.674512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077978.674516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077978.674518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077978.674520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077978.674522:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077979.314496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077979.314503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077979.314505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077979.314510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077979.314514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077979.314517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077979.314520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077979.314522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077979.314523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077979.314528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077979.314534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077979.314535:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077979.314536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077979.314614:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077979.314619:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077979.314623:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077979.698523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077979.698530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077979.698533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077979.698538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077979.698542:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077979.698545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077979.698548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077979.698550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077979.698553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.338514:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077980.338523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077980.338523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077980.338528:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077980.338532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077980.338535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077980.338542:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077980.338546:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.338549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077980.338552:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077980.338553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077980.338555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077980.338559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077980.338657:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077980.338663:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077980.338667:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077980.722484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077980.722492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077980.722494:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077980.722500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077980.722504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077980.722508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.722511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077980.722515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769077980.722516:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077980.722519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077980.722529:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077980.722533:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077980.722537:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077980.722543:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077980.722550:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3619 00000100:00080000:2.0:1769077980.722561:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077980.722565:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077980.722567:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077980.722570:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077980.722574:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077980.722577:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769077980.722580:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769077980.722582:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077980.722583:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077980.722587:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077980.722590:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.722593:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077980.722596:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077980.722599:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722601:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077980.722604:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.722615:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077980.722617:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722620:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077980.722623:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077980.722626:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722639:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077980.722658:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978456064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077980.722669:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077980.722674:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722690:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077980.722694:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077980.722698:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769077980.722699:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077980.722702:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077980.722707:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077980.722709:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3619 00000100:00080000:2.0:1769077980.722714:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077980.722716:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077980.722717:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077980.722721:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769077980.722721:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077980.722723:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077980.722727:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769077980.722728:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077980.722735:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769077980.722736:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077980.722741:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077980.722741:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077980.722749:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722750:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077980.722765:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769077980.722767:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769077980.722776:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.722777:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077980.722788:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.722788:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077980.722797:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769077980.722801:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978456064:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769077980.722803:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722814:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077980.722815:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:2.0:1769077980.722819:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769077980.722821:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1769077980.722823:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.722825:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722826:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.722830:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769077980.722834:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077980.722837:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.722839:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722841:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077980.722845:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077980.722848:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722857:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.722862:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077980.722865:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769077980.722870:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1769077980.722870:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978456192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077980.722884:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077980.722887:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722890:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077980.722893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077980.722895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769077980.722896:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769077980.722898:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077980.722900:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077980.722904:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3619 00000100:00080000:2.0:1769077980.722908:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077980.722910:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077980.722911:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769077980.722913:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077980.722914:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077980.722916:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000800:00000100:1.0:1769077980.722921:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:2.0:1769077980.722923:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769077980.722927:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077980.722928:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077980.722933:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077980.722935:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.722936:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077980.722939:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077980.722940:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769077980.722955:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.722956:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077980.722962:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769077980.722965:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.722966:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769077980.722967:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.722975:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.722976:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077980.722980:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.722983:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077980.722983:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077980.722992:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077980.722994:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.723000:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723002:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077980.723006:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978456320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077980.723011:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298292985 00000100:00000001:2.0:1769077980.723013:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077980.723016:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.723020:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077980.723022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077980.723024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769077980.723027:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077980.723031:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769077980.723031:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077980.723040:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769077980.723044:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3619 00000100:00000001:1.0:1769077980.723045:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298292985 00000100:00080000:2.0:1769077980.723048:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077980.723050:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769077980.723055:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077980.723059:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077980.723060:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.723062:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077980.723066:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769077980.723068:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077980.723069:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077980.723071:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769077980.723072:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769077980.723074:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077980.723075:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769077980.723079:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:1.0:1769077980.723083:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff8f2882c39f80 x1855008978456064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.723084:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.723089:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077980.723096:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077980.723107:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.723118:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769077980.723121:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000400:00000001:1.0:1769077980.723122:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000001:2.0:1769077980.723124:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769077980.723125:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769077980.723129:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723134:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769077980.723134:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077980.723135:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.723139:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077980.723141:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769077980.723142:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1769077980.723143:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723147:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.723149:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723157:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077980.723162:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077980.723163:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978456448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077980.723176:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978456064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.723185:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077980.723192:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.723193:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723200:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077980.723201:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077980.723210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077980.723211:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723218:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1769077980.723221:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077980.723222:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.723227:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077980.723229:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769077980.723232:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077980.723234:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077980.723238:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077980.723242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077980.723245:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3619 00000100:00080000:1.0:1769077980.723252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:2.0:1769077980.723255:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077980.723256:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769077980.723265:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769077980.723267:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978456064:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769077980.723272:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077980.723274:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723281:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769077980.723281:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077980.723292:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077980.723293:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769077980.723298:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769077980.723301:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1769077980.723301:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769077980.723305:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077980.723307:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769077980.723310:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1769077980.723311:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769077980.723315:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077980.723316:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1769077980.723317:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769077980.723322:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077980.723329:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077980.723330:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077980.723333:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1769077980.723336:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723340:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077980.723341:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077980.723345:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1769077980.723346:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769077980.723350:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769077980.723353:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.723357:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723359:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077980.723362:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.723365:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769077980.723366:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077980.723369:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769077980.723371:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723372:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769077980.723406:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077980.723408:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077980.723410:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.723416:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723421:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769077980.723422:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978456576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077980.723426:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.723440:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769077980.723441:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769077980.723446:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077980.723446:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.723463:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.723467:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077980.723471:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077980.723476:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077980.723480:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077980.723481:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.723483:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077980.723486:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723496:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077980.723498:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769077980.723503:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077980.723516:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077980.723520:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077980.723522:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077980.723523:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723524:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077980.723526:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723530:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298291746 00000100:00000001:1.0:1769077980.723532:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298292985 00000100:00000001:1.0:1769077980.723534:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298291746 00000100:00000001:1.0:1769077980.723536:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298292985 00000100:00000001:1.0:1769077980.723538:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077980.723539:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723541:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077980.723544:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff8f2882c3b800 x1855008978456192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077980.723551:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077980.723552:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077980.723553:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077980.723555:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077980.723556:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723557:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077980.723558:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077980.723560:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978456192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077980.723565:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723567:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077980.723568:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723569:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077980.723570:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723571:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077980.723572:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077980.723574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077980.723576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077980.723578:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077980.723580:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077980.723583:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077980.723584:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077980.723586:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.723587:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077980.723588:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077980.723590:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077980.723593:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077980.723595:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077980.723596:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077980.723598:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.723599:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077980.723601:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723604:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077980.723605:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769077980.723607:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077980.723613:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077980.723616:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077980.723618:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077980.723629:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723631:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077980.723634:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723637:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298291743 00000100:00000001:1.0:1769077980.723639:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298292985 00000100:00000001:1.0:1769077980.723641:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298291743 00000100:00000001:1.0:1769077980.723643:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298292985 00000100:00000001:1.0:1769077980.723645:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077980.723646:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723647:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077980.723650:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff8f2882c38380 x1855008978456320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077980.723655:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077980.723656:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077980.723658:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077980.723659:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077980.723660:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723661:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077980.723662:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077980.723665:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978456320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077980.723675:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723677:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077980.723678:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723679:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077980.723680:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723681:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077980.723682:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077980.723684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077980.723686:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077980.723687:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077980.723689:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077980.723691:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077980.723693:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077980.723694:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.723696:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077980.723697:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077980.723698:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077980.723701:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077980.723703:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077980.723705:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077980.723706:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.723707:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077980.723709:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723713:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077980.723714:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769077980.723717:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077980.723723:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077980.723726:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077980.723727:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077980.723728:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723729:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077980.723731:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723733:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298291746 00000100:00000001:1.0:1769077980.723735:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298292985 00000100:00000001:1.0:1769077980.723737:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298291746 00000100:00000001:1.0:1769077980.723738:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298292985 00000100:00000001:1.0:1769077980.723740:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077980.723741:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723742:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077980.723744:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff8f2882c3a680 x1855008978456448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077980.723749:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077980.723749:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077980.723751:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077980.723751:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077980.723752:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723753:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077980.723754:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077980.723756:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978456448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077980.723761:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723762:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077980.723764:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723765:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077980.723766:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723767:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077980.723768:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077980.723770:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077980.723774:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077980.723775:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077980.723779:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077980.723783:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723786:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077980.723787:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077980.723789:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077980.723791:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077980.723792:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077980.723794:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077980.723796:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077980.723798:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077980.723800:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077980.723802:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723804:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077980.723805:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077980.723807:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077980.723808:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077980.723810:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077980.723811:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077980.723813:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077980.723814:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077980.723816:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077980.723817:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723819:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077980.723820:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077980.723822:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077980.723823:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077980.723824:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077980.723825:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077980.723827:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077980.723829:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077980.723830:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077980.723832:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723834:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723837:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077980.723839:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723842:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077980.723843:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077980.723845:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077980.723847:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077980.723848:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.723851:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077980.723853:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077980.723855:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077980.723858:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077980.723861:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077980.723862:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077980.723864:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077980.723865:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077980.723867:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723872:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077980.723873:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769077980.723876:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077980.723884:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077980.723888:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077980.723890:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077980.723891:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723892:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077980.723894:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723896:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298291738 00000100:00000001:1.0:1769077980.723898:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298292985 00000100:00000001:1.0:1769077980.723900:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298291738 00000100:00000001:1.0:1769077980.723902:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298292985 00000100:00000001:1.0:1769077980.723903:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077980.723904:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723905:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077980.723908:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff8f2882c3bb80 x1855008978456576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077980.723913:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077980.723913:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077980.723915:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077980.723916:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077980.723917:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723918:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077980.723919:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077980.723922:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978456576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077980.723927:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723928:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077980.723930:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723931:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077980.723931:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723932:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077980.723933:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077980.723935:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077980.723937:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077980.723938:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077980.723940:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077980.723957:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723960:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077980.723961:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077980.723963:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077980.723965:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077980.723967:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077980.723968:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077980.723971:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077980.723972:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077980.723974:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077980.723975:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723977:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.723980:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077980.723981:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.723982:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077980.723983:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077981.362499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077981.362507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077981.362509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077981.362512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077981.362516:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077981.362519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077981.362524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077981.362532:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077981.362534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077981.362535:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077981.362540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077981.362541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077981.362544:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077981.362606:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077981.362612:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077981.362616:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077981.746511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077981.746519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077981.746522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077981.746528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077981.746531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077981.746535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077981.746537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077981.746539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077981.746542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.386502:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077982.386509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077982.386511:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077982.386515:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077982.386516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077982.386522:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077982.386524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077982.386526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077982.386527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.386529:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.386533:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077982.386535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.386537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077982.386630:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077982.386636:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077982.386641:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077982.770525:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077982.770534:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077982.770537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077982.770543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077982.770547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077982.770553:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.770557:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077982.770560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.770563:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077983.410427:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077983.410434:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077983.410440:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077983.410440:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077983.410442:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077983.410444:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077983.410446:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077983.410449:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077983.410452:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077983.410455:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.410458:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077983.410460:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.410462:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077983.410514:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077983.410519:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077983.410523:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077983.794528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077983.794535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077983.794537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077983.794542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077983.794546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077983.794549:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.794551:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077983.794554:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.794556:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077984.434494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077984.434499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077984.434502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077984.434504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077984.434507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077984.434511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077984.434512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077984.434516:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077984.434517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077984.434521:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077984.434521:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077984.434526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077984.434526:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077984.434529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077984.434532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077984.434532:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077984.434537:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077984.434541:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077984.434543:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077984.434597:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077984.434602:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077984.434605:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077984.818492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077984.818502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077984.818504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077984.818511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077984.818516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077984.818520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077984.818524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077984.818527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077984.818530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.458487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077985.458495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077985.458495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077985.458497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077985.458501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077985.458504:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077985.458507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077985.458509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077985.458510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.458513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.458517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077985.458519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.458521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077985.458579:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077985.458584:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077985.458588:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077985.842473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077985.842482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077985.842483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077985.842484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077985.842492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769077985.842492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077985.842496:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077985.842497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077985.842501:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077985.842503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077985.842507:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077985.842508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077985.842515:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3624 00000100:00000001:1.0:1769077985.842520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.842524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077985.842527:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077985.842531:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077985.842533:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077985.842537:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077985.842540:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077985.842543:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769077985.842546:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769077985.842548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077985.842549:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077985.842554:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077985.842557:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077985.842559:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077985.842562:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077985.842565:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842568:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077985.842570:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077985.842580:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077985.842582:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842585:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077985.842587:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077985.842591:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842601:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077985.842609:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978456704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077985.842619:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077985.842623:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842637:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077985.842640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077985.842643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077985.842645:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077985.842647:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077985.842650:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077985.842652:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3624 00000100:00080000:3.0:1769077985.842656:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077985.842658:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077985.842660:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077985.842663:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077985.842665:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077985.842666:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077985.842668:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077985.842669:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077985.842673:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077985.842673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077985.842677:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077985.842677:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077985.842681:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077985.842683:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077985.842684:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842688:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.842691:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769077985.842691:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077985.842696:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077985.842698:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077985.842699:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077985.842704:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842708:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769077985.842709:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978456704:192.168.204.124@tcp:250:kworker.0 00000008:00100000:3.0:1769077985.842712:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769077985.842714:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1769077985.842717:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.842720:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769077985.842720:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.842724:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077985.842726:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077985.842729:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077985.842729:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842733:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077985.842735:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077985.842735:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077985.842737:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842744:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077985.842750:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978456832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077985.842752:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077985.842755:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:1.0:1769077985.842762:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077985.842763:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077985.842766:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842769:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077985.842772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077985.842776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769077985.842777:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077985.842779:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077985.842781:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077985.842784:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3624 00000100:00080000:3.0:1769077985.842788:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077985.842790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077985.842791:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077985.842793:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077985.842796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:1.0:1769077985.842798:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:3.0:1769077985.842799:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769077985.842803:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769077985.842805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077985.842806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769077985.842810:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077985.842813:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.842814:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769077985.842815:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077985.842819:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077985.842820:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769077985.842822:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.842824:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842826:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077985.842828:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:3.0:1769077985.842829:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077985.842833:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.842834:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842835:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.842839:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298298105 02000000:00000001:3.0:1769077985.842840:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077985.842843:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842846:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077985.842847:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077985.842849:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.842852:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077985.842870:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077985.842877:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978456960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077985.842886:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298298105 00000100:00000001:1.0:1769077985.842894:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077985.842895:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077985.842899:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077985.842899:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842903:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.842904:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077985.842907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077985.842908:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769077985.842913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077985.842917:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077985.842918:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff8f28835fad80 x1855008978456704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077985.842919:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077985.842924:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077985.842929:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3624 00000100:00080000:3.0:1769077985.842935:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000400:00000001:1.0:1769077985.842937:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077985.842938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1769077985.842940:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769077985.842941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077985.842945:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769077985.842945:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077985.842949:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077985.842950:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769077985.842951:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077985.842953:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077985.842957:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077985.842958:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077985.842961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077985.842962:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077985.842964:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769077985.842969:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978456704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077985.842970:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077985.842975:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077985.842978:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077985.842982:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077985.842986:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077985.842987:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.842992:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077985.842994:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:3.0:1769077985.842996:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769077985.842997:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077985.843001:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843002:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077985.843005:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843006:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843011:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1769077985.843012:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769077985.843013:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769077985.843015:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077985.843018:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769077985.843019:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077985.843022:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077985.843025:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077985.843026:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077985.843030:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769077985.843031:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077985.843037:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978456704:192.168.204.124@tcp:250:kworker.0 00000100:00100000:3.0:1769077985.843039:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978457088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077985.843044:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843049:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077985.843052:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769077985.843054:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769077985.843056:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769077985.843057:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843062:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769077985.843062:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077985.843065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769077985.843066:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077985.843069:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769077985.843071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077985.843073:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769077985.843074:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1769077985.843075:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769077985.843077:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769077985.843079:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077985.843082:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1769077985.843083:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3624 00000100:00000001:1.0:1769077985.843085:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077985.843087:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077985.843088:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077985.843091:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077985.843094:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769077985.843096:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769077985.843097:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769077985.843097:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769077985.843101:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077985.843102:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769077985.843107:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077985.843108:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769077985.843111:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077985.843112:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077985.843114:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077985.843115:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769077985.843118:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077985.843121:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077985.843121:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769077985.843126:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843127:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077985.843131:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077985.843131:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077985.843134:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077985.843135:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077985.843139:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077985.843143:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769077985.843143:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077985.843146:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769077985.843150:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1769077985.843151:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843154:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769077985.843154:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843157:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843161:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077985.843161:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077985.843164:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843174:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.843176:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077985.843178:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077985.843181:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843182:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077985.843185:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:3.0:1769077985.843186:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843190:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1769077985.843195:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978457216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077985.843202:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:1.0:1769077985.843206:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769077985.843207:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.843213:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843214:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077985.843219:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077985.843221:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843223:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077985.843225:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843230:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298296865 00000100:00000001:1.0:1769077985.843233:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298298105 00000100:00000001:1.0:1769077985.843235:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298296865 00000100:00000001:1.0:1769077985.843237:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298298105 00000100:00000001:1.0:1769077985.843239:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077985.843241:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843243:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077985.843247:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff8f28835f9880 x1855008978456832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077985.843255:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077985.843257:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077985.843259:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077985.843260:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077985.843261:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843270:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077985.843271:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077985.843277:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978456832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077985.843284:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843286:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077985.843288:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843290:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077985.843291:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843293:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077985.843295:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077985.843297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077985.843300:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077985.843302:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077985.843305:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077985.843308:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077985.843309:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077985.843311:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843313:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077985.843314:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077985.843316:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077985.843320:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077985.843322:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077985.843324:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077985.843325:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843327:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077985.843329:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843333:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077985.843335:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:1.0:1769077985.843338:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077985.843346:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077985.843349:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077985.843351:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077985.843353:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843355:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077985.843357:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843360:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298296862 00000100:00000001:1.0:1769077985.843362:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298298105 00000100:00000001:1.0:1769077985.843364:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298296862 00000100:00000001:1.0:1769077985.843366:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298298105 00000100:00000001:1.0:1769077985.843368:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077985.843370:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843372:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077985.843402:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff8f28835faa00 x1855008978456960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077985.843413:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077985.843414:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077985.843417:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077985.843418:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077985.843420:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843421:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077985.843423:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077985.843427:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978456960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077985.843440:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843442:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077985.843444:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843445:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077985.843446:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843448:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077985.843450:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077985.843452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077985.843455:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077985.843457:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077985.843460:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978456960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769077985.843464:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077985.843465:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077985.843466:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843468:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077985.843470:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077985.843472:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077985.843474:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077985.843477:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077985.843479:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077985.843480:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843482:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077985.843485:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843489:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077985.843490:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:1.0:1769077985.843494:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077985.843503:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077985.843507:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077985.843509:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077985.843516:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843518:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077985.843521:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843524:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298296866 00000100:00000001:1.0:1769077985.843527:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298298105 00000100:00000001:1.0:1769077985.843529:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298296866 00000100:00000001:1.0:1769077985.843531:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298298105 00000100:00000001:1.0:1769077985.843533:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077985.843535:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843536:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077985.843540:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff8f28835f9500 x1855008978457088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077985.843547:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077985.843549:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077985.843551:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077985.843552:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077985.843553:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843555:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077985.843556:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077985.843560:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978457088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077985.843567:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843568:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077985.843570:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843571:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077985.843572:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843574:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077985.843575:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077985.843578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077985.843581:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077985.843583:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077985.843586:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077985.843589:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843591:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077985.843592:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077985.843593:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077985.843595:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077985.843596:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077985.843597:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077985.843599:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077985.843601:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077985.843602:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077985.843604:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843605:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077985.843606:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077985.843608:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077985.843609:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077985.843610:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077985.843611:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077985.843613:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077985.843614:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077985.843615:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077985.843616:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843617:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077985.843618:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077985.843619:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077985.843621:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077985.843622:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077985.843623:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077985.843624:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077985.843625:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077985.843626:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077985.843628:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843629:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843632:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077985.843633:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843635:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077985.843637:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077985.843638:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077985.843639:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077985.843641:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843643:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077985.843644:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077985.843646:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077985.843649:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077985.843652:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077985.843653:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077985.843655:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.843656:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077985.843658:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843662:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077985.843663:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:1.0:1769077985.843667:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769077985.843675:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769077985.843679:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077985.843681:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077985.843682:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843683:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077985.843686:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843689:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298296858 00000100:00000001:1.0:1769077985.843691:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298298105 00000100:00000001:1.0:1769077985.843693:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298296858 00000100:00000001:1.0:1769077985.843695:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298298105 00000100:00000001:1.0:1769077985.843697:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077985.843699:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843700:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077985.843703:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff8f28835fad80 x1855008978457216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077985.843711:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077985.843712:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077985.843714:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077985.843715:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077985.843716:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843718:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077985.843719:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077985.843723:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978457216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077985.843729:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843731:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077985.843733:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843734:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077985.843736:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843737:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077985.843738:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077985.843741:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077985.843744:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769077985.843746:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769077985.843749:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769077985.843752:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843754:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769077985.843755:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077985.843756:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769077985.843758:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077985.843759:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769077985.843760:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769077985.843762:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077985.843763:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077985.843765:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077985.843766:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843768:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.843770:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077985.843771:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.843773:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077985.843774:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077986.482469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077986.482475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077986.482480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077986.482482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077986.482542:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077986.482546:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077986.482549:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077986.482603:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077986.482607:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077986.482609:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077986.482613:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077986.482617:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077986.482620:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077986.482623:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077986.482625:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077986.482627:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077986.866482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077986.866489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077986.866491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077986.866496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077986.866500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077986.866504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077986.866506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077986.866509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077986.866512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077987.506523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077987.506524:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077987.506533:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077987.506535:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077987.506539:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077987.506540:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077987.506543:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077987.506548:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769077987.506549:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077987.506551:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077987.506554:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077987.506557:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077987.506558:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077987.506565:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077987.506566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077987.506570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077987.506574:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077987.506579:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.506582:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077987.506654:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077987.506658:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077987.506662:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077987.890543:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077987.890551:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077987.890553:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077987.890559:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077987.890562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077987.890566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.890568:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077987.890570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.890573:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077988.530463:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077988.530467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077988.530473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077988.530475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077988.530479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.530483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077988.530486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077988.530486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077988.530502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077988.530506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077988.530511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077988.530514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077988.530518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077988.530542:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077988.530545:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077988.530548:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077988.914457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077988.914466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077988.914468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077988.914475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077988.914479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077988.914484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077988.914487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077988.914490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077988.914492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077989.554511:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077989.554520:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077989.554522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077989.554525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077989.554529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077989.554530:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077989.554533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077989.554536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077989.554537:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077989.554543:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077989.554546:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077989.554549:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077989.554552:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077989.554595:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077989.554600:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077989.554604:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077989.938470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077989.938480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077989.938483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077989.938490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077989.938494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077989.938497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077989.938499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077989.938501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077989.938504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.578513:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077990.578516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077990.578521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.578522:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077990.578524:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077990.578528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077990.578529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077990.578530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.578533:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077990.578536:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.578539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077990.578542:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.578545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077990.578634:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077990.578638:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077990.578642:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077990.962461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077990.962476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077990.962479:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077990.962484:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077990.962490:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077990.962497:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3629 00000100:00080000:1.0:1769077990.962512:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077990.962516:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077990.962519:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077990.962523:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077990.962527:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077990.962530:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077990.962532:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077990.962534:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077990.962536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077990.962540:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077990.962543:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077990.962546:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077990.962549:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077990.962553:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962555:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077990.962558:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077990.962578:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077990.962580:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962584:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077990.962588:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077990.962593:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962605:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077990.962615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8e00 x1855008978457344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077990.962626:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077990.962631:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962655:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077990.962658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077990.962661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077990.962663:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077990.962664:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077990.962667:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077990.962670:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3629 00000100:00080000:1.0:1769077990.962673:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077990.962676:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077990.962677:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077990.962680:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077990.962682:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077990.962684:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077990.962686:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077990.962689:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077990.962690:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077990.962694:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077990.962696:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077990.962698:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077990.962699:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077990.962709:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077990.962712:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1769077990.962715:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077990.962716:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1769077990.962719:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.962721:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962723:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077990.962728:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1769077990.962730:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769077990.962733:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1769077990.962736:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.962739:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962740:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077990.962750:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978457344:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769077990.962750:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077990.962753:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962757:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077990.962759:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077990.962760:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077990.962764:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.962766:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769077990.962778:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.962779:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.962784:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1769077990.962786:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8380 x1855008978457472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769077990.962791:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962798:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077990.962801:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962804:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077990.962807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077990.962810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077990.962812:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077990.962813:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1769077990.962814:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077990.962818:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006057984 : -124070703493632 : ffff8f2889ca8e00) 00000100:00000001:1.0:1769077990.962819:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077990.962824:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3629 00000100:00000001:0.0:1769077990.962825:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769077990.962830:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077990.962832:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077990.962833:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077990.962835:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077990.962836:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077990.962837:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077990.962839:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077990.962840:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077990.962842:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077990.962845:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077990.962848:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077990.962850:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077990.962853:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077990.962855:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962857:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077990.962859:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077990.962861:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962863:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077990.962868:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077990.962870:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962872:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077990.962873:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077990.962875:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.962881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077990.962882:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:1.0:1769077990.962888:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978457600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077990.962895:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077990.962896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.962899:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077990.962899:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.962904:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1769077990.962905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077990.962908:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.962911:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769077990.962911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077990.962916:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077990.962918:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077990.962918:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077990.962924:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298303225 00000100:00000001:0.0:1769077990.962934:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077990.962935:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077990.962941:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3629 00000100:00000001:0.0:1769077990.962945:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298303225 00000100:00080000:1.0:1769077990.962946:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077990.962951:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769077990.962951:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077990.962955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077990.962956:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077990.962960:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077990.962960:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077990.962963:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077990.962964:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1769077990.962968:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:0.0:1769077990.962972:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff8f2889ca8e00 x1855008978457344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077990.962979:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077990.962987:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1769077990.962988:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769077990.962989:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:0.0:1769077990.962992:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1769077990.962996:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077990.963000:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077990.963000:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077990.963004:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077990.963005:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1769077990.963007:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077990.963009:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077990.963011:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963013:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077990.963015:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077990.963022:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8e00 x1855008978457344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077990.963022:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077990.963027:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077990.963033:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963035:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.963037:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963039:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077990.963043:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963044:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1769077990.963044:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077990.963046:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077990.963048:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963049:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077990.963051:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077990.963053:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:0.0:1769077990.963054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1769077990.963056:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:0.0:1769077990.963060:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:1.0:1769077990.963061:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963064:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769077990.963068:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077990.963070:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978457344:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769077990.963078:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077990.963078:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978457728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077990.963083:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077990.963086:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077990.963089:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077990.963093:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077990.963096:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077990.963099:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769077990.963103:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077990.963104:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769077990.963106:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.963108:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769077990.963110:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963113:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1769077990.963115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077990.963117:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963123:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077990.963123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077990.963127:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077990.963129:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077990.963132:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077990.963135:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769077990.963135:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3629 00000100:00000001:0.0:1769077990.963139:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077990.963142:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077990.963144:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077990.963146:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077990.963147:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077990.963149:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077990.963151:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077990.963154:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769077990.963154:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077990.963157:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769077990.963158:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077990.963162:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769077990.963163:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077990.963167:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769077990.963168:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769077990.963172:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.963173:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077990.963177:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769077990.963180:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457472:192.168.204.124@tcp:38:kworker.0 00000100:00080000:1.0:1769077990.963184:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077990.963188:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769077990.963189:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.963191:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077990.963194:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077990.963195:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.963198:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077990.963199:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077990.963202:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077990.963203:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.963208:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077990.963210:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769077990.963213:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:1.0:1769077990.963214:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963215:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006055296 : -124070703496320 : ffff8f2889ca8380) 00000100:00000001:1.0:1769077990.963218:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963221:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769077990.963224:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077990.963227:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.963229:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077990.963231:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077990.963234:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077990.963236:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077990.963241:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077990.963242:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963244:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077990.963247:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963248:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1769077990.963252:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978457856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077990.963253:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963261:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298301985 00000100:00000001:1.0:1769077990.963264:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077990.963266:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298303225 00000100:00000001:1.0:1769077990.963269:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963271:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298301985 00000100:00000001:1.0:1769077990.963274:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963276:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298303225 00000100:00000001:0.0:1769077990.963280:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077990.963282:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963284:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077990.963290:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff8f2889ca8380 x1855008978457472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077990.963299:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077990.963301:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077990.963304:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077990.963307:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077990.963309:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.963309:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077990.963311:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077990.963313:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077990.963314:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.963315:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077990.963319:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00100000:0.0:1769077990.963322:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8380 x1855008978457472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077990.963323:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077990.963328:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.963331:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963332:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077990.963334:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963335:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077990.963336:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963339:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077990.963340:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077990.963344:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.963346:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963349:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077990.963352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077990.963355:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077990.963356:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077990.963358:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077990.963362:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077990.963363:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077990.963364:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.963365:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077990.963366:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077990.963368:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077990.963370:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077990.963415:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077990.963418:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077990.963420:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.963421:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077990.963425:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963431:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077990.963432:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:0.0:1769077990.963435:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077990.963446:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077990.963450:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077990.963451:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077990.963452:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963453:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077990.963455:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963458:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298301983 00000100:00000001:0.0:1769077990.963460:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298303225 00000100:00000001:0.0:1769077990.963462:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298301983 00000100:00000001:0.0:1769077990.963463:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298303225 00000100:00000001:0.0:1769077990.963465:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077990.963466:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963467:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077990.963470:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff8f2889ca8700 x1855008978457600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077990.963474:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077990.963475:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077990.963476:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077990.963478:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077990.963478:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963480:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077990.963481:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077990.963483:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978457600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077990.963487:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963488:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077990.963490:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963491:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077990.963492:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963493:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077990.963493:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077990.963495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077990.963502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077990.963503:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077990.963506:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077990.963509:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077990.963511:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077990.963512:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.963514:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077990.963516:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077990.963518:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077990.963521:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077990.963524:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077990.963526:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077990.963527:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.963529:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077990.963532:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963539:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077990.963540:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:0.0:1769077990.963543:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077990.963553:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077990.963557:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077990.963560:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077990.963561:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963563:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077990.963565:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963569:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298301986 00000100:00000001:0.0:1769077990.963571:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298303225 00000100:00000001:0.0:1769077990.963573:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298301986 00000100:00000001:0.0:1769077990.963575:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298303225 00000100:00000001:0.0:1769077990.963577:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077990.963579:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963581:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077990.963586:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff8f2889caaa00 x1855008978457728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077990.963602:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077990.963603:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077990.963606:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077990.963607:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077990.963609:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963610:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077990.963612:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077990.963615:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978457728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077990.963621:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963623:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077990.963625:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963627:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077990.963628:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963630:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077990.963632:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077990.963634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077990.963638:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077990.963640:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077990.963644:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077990.963647:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963649:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077990.963650:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077990.963652:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077990.963654:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077990.963657:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077990.963657:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077990.963659:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077990.963660:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077990.963662:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077990.963663:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963665:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077990.963666:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077990.963667:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077990.963669:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077990.963670:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077990.963671:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077990.963672:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077990.963673:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077990.963675:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077990.963676:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963677:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077990.963679:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077990.963680:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077990.963681:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077990.963683:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077990.963684:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077990.963685:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077990.963686:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077990.963688:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077990.963689:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963691:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963694:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077990.963695:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963697:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077990.963699:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077990.963700:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077990.963701:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077990.963703:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.963705:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077990.963707:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077990.963709:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077990.963712:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077990.963716:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077990.963718:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077990.963719:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077990.963721:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077990.963724:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963730:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077990.963731:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00000001:0.0:1769077990.963735:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077990.963746:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077990.963751:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077990.963753:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077990.963754:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963756:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077990.963758:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963761:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298301978 00000100:00000001:0.0:1769077990.963763:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298303225 00000100:00000001:0.0:1769077990.963765:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298301978 00000100:00000001:0.0:1769077990.963767:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298303225 00000100:00000001:0.0:1769077990.963802:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077990.963804:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963805:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077990.963808:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff8f2889caad80 x1855008978457856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077990.963814:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077990.963815:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077990.963817:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077990.963818:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077990.963819:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963820:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077990.963821:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077990.963823:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978457856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077990.963828:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963829:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077990.963831:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963832:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077990.963832:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963833:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077990.963834:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077990.963837:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077990.963840:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077990.963841:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077990.963843:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978457856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077990.963845:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963847:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077990.963847:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077990.963848:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077990.963849:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077990.963850:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077990.963851:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077990.963852:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077990.963853:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077990.963854:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077990.963855:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963856:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.963858:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077990.963859:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.963860:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077990.963862:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077991.602508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077991.602511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077991.602516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077991.602518:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077991.602521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077991.602526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077991.602528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077991.602529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077991.602535:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077991.602540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.602543:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077991.602546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.602549:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077991.602605:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077991.602610:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077991.602614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077991.986457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077991.986465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077991.986467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077991.986472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769077991.986475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077991.986479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.986481:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077991.986483:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.986487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077992.626518:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077992.626522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077992.626527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077992.626528:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077992.626533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077992.626537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077992.626539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077992.626540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077992.626546:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077992.626551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.626555:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077992.626558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.626561:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077992.626606:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077992.626610:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077992.626612:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077993.010504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077993.010511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077993.010512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077993.010517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769077993.010522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077993.010525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077993.010527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077993.010528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077993.010530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077993.650490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077993.650493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077993.650498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077993.650499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077993.650502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077993.650506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077993.650508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077993.650509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077993.650514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077993.650518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077993.650521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077993.650524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077993.650526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077993.650652:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077993.650656:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077993.650659:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077994.034441:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077994.034448:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077994.034450:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077994.034455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769077994.034459:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077994.034464:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077994.034466:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077994.034469:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077994.034471:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077994.674465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077994.674472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077994.674474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077994.674480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077994.674480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077994.674485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077994.674487:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077994.674492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077994.674492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077994.674497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077994.674498:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077994.674500:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077994.674502:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077994.674505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077994.674506:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077994.674511:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077994.674513:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077994.674515:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077994.674517:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077994.674573:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077994.674577:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077994.674579:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077995.058467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077995.058474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077995.058477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077995.058483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769077995.058487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077995.058491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077995.058494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077995.058497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077995.058499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077995.698510:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077995.698516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077995.698521:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077995.698522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077995.698525:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077995.698530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077995.698532:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077995.698533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077995.698538:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077995.698541:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077995.698544:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077995.698546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077995.698548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077995.698597:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077995.698600:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077995.698602:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077996.082488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077996.082500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077996.082503:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077996.082509:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077996.082514:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077996.082522:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3634 00000100:00080000:1.0:1769077996.082535:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077996.082538:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077996.082541:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077996.082545:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077996.082549:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077996.082551:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769077996.082554:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769077996.082556:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077996.082558:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077996.082563:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077996.082566:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077996.082570:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077996.082573:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077996.082576:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082578:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077996.082581:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077996.082595:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077996.082597:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082601:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077996.082604:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077996.082609:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082622:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077996.082632:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa680 x1855008978457984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077996.082643:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077996.082647:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082665:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077996.082668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077996.082672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077996.082673:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077996.082675:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077996.082678:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077996.082680:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3634 00000100:00080000:1.0:1769077996.082697:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077996.082700:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077996.082701:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077996.082707:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077996.082708:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077996.082711:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769077996.082713:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769077996.082715:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077996.082717:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077996.082721:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077996.082724:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077996.082726:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077996.082732:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077996.082733:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769077996.082735:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082739:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077996.082741:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077996.082745:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:1.0:1769077996.082745:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769077996.082747:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:1.0:1769077996.082751:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.082752:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082756:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.082759:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077996.082762:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077996.082764:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077996.082765:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082768:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077996.082771:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077996.082772:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077996.082773:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082780:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077996.082781:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978457984:192.168.204.124@tcp:250:kworker.0 00000100:00100000:1.0:1769077996.082787:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9180 x1855008978458112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077996.082789:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077996.082795:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769077996.082799:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769077996.082800:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082804:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.082805:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077996.082810:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.082811:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077996.082814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077996.082819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769077996.082821:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077996.082823:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077996.082826:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077996.082829:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3634 00000100:00000001:0.0:1769077996.082833:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1769077996.082833:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077996.082836:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006064256 : -124070703487360 : ffff8f2889caa680) 00000100:00000001:1.0:1769077996.082837:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077996.082840:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077996.082843:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077996.082844:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769077996.082845:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077996.082849:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769077996.082851:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769077996.082853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077996.082855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769077996.082858:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769077996.082860:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077996.082862:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077996.082864:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077996.082867:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082869:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077996.082871:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077996.082873:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082875:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077996.082879:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077996.082881:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082882:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077996.082884:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077996.082885:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082891:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077996.082892:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:1.0:1769077996.082898:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab100 x1855008978458240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077996.082906:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077996.082907:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077996.082910:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.082911:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.082914:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082914:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.082919:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769077996.082920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077996.082924:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077996.082924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077996.082927:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077996.082930:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298308345 00000100:00080000:1.0:1769077996.082930:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077996.082936:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077996.082939:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3634 00000100:00080000:1.0:1769077996.082942:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769077996.082944:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077996.082945:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077996.082946:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769077996.082951:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769077996.082952:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077996.082954:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769077996.082955:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298308345 00000020:00000001:1.0:1769077996.082958:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769077996.082962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077996.082963:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769077996.082964:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077996.082970:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769077996.082971:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077996.082975:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.082976:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077996.082979:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077996.082980:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769077996.082983:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077996.082986:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077996.082988:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077996/real 1769077996] req@ffff8f2889caa680 x1855008978457984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077996.082990:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077996.082993:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769077996.082998:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.083002:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077996.083007:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:0.0:1769077996.083009:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1769077996.083009:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077996.083013:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077996.083013:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077996.083017:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077996.083019:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083021:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769077996.083025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083026:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077996.083031:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083035:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1769077996.083035:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9500 x1855008978458368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077996.083038:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077996.083047:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa680 x1855008978457984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077996.083048:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077996.083052:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.083056:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083059:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077996.083061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077996.083063:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077996.083067:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077996.083068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077996.083069:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077996.083073:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.083073:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077996.083077:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1769077996.083077:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077996.083080:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077996.083082:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077996.083083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077996.083088:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3634 00000100:00080000:0.0:1769077996.083089:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077996.083092:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1769077996.083095:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077996.083096:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978457984:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769077996.083101:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077996.083103:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.083104:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077996.083106:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.083109:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1769077996.083109:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769077996.083112:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1769077996.083113:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769077996.083117:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077996.083117:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769077996.083121:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077996.083123:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077996.083126:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077996.083128:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1769077996.083129:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769077996.083130:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077996.083132:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083135:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.083135:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769077996.083139:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769077996.083146:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769077996.083146:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769077996.083150:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.083151:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083156:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769077996.083156:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077996.083160:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769077996.083161:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077996.083163:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1769077996.083165:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083166:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077996.083171:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.083171:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077996.083174:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769077996.083176:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077996.083180:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1769077996.083180:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.083185:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083186:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077996.083190:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1769077996.083192:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458112:192.168.204.124@tcp:38:kworker.0 02000000:00000001:1.0:1769077996.083193:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.083196:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077996.083198:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077996.083200:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077996.083201:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077996.083203:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083204:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083209:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077996.083211:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083212:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083221:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1769077996.083221:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9f80 x1855008978458496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077996.083223:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006058880 : -124070703492736 : ffff8f2889ca9180) 00000100:00000001:0.0:1769077996.083229:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077996.083234:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077996.083237:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.083241:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769077996.083242:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077996.083247:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077996.083249:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.083251:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083252:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077996.083254:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083258:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298307105 00000100:00000001:0.0:1769077996.083260:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298308345 00000100:00000001:0.0:1769077996.083262:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298307105 00000100:00000001:0.0:1769077996.083264:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298308345 00000100:00000001:0.0:1769077996.083265:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077996.083266:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083268:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077996.083271:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077996/real 1769077996] req@ffff8f2889ca9180 x1855008978458112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077996.083276:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077996.083277:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077996.083279:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077996.083280:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077996.083281:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083282:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077996.083283:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077996.083286:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9180 x1855008978458112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077996.083291:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083292:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077996.083294:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083295:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077996.083296:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083297:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077996.083298:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077996.083300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077996.083302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077996.083303:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077996.083305:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077996.083307:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077996.083308:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077996.083309:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083310:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077996.083311:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077996.083313:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077996.083314:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077996.083316:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077996.083317:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077996.083318:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083319:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077996.083321:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083324:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077996.083325:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066944 : -124070703484672 : ffff8f2889cab100) 00000100:00000001:0.0:1769077996.083328:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077996.083334:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077996.083338:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077996.083339:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.083340:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083342:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077996.083344:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083346:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298307102 00000100:00000001:0.0:1769077996.083347:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298308345 00000100:00000001:0.0:1769077996.083349:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298307102 00000100:00000001:0.0:1769077996.083351:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298308345 00000100:00000001:0.0:1769077996.083352:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077996.083354:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083355:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077996.083357:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077996/real 1769077996] req@ffff8f2889cab100 x1855008978458240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077996.083357:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077996.083362:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077996.083364:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077996.083367:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769077996.083370:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077996.083393:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077996.083395:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077996.083397:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077996.083400:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769077996.083421:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077996.083422:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077996.083425:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077996.083427:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077996.083428:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083430:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077996.083431:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077996.083436:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab100 x1855008978458240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077996.083443:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083446:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077996.083449:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083451:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077996.083452:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083454:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077996.083455:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077996.083458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077996.083461:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077996.083470:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077996.083474:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769077996.083478:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077996.083479:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077996.083480:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083482:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077996.083484:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077996.083486:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077996.083489:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077996.083491:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077996.083493:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077996.083495:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083497:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077996.083500:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083507:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077996.083509:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006059776 : -124070703491840 : ffff8f2889ca9500) 00000100:00000001:0.0:1769077996.083513:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077996.083523:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077996.083527:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077996.083528:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.083529:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083530:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077996.083532:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083535:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298307106 00000100:00000001:0.0:1769077996.083536:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298308345 00000100:00000001:0.0:1769077996.083538:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298307106 00000100:00000001:0.0:1769077996.083539:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298308345 00000100:00000001:0.0:1769077996.083541:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077996.083542:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083543:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077996.083546:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077996/real 1769077996] req@ffff8f2889ca9500 x1855008978458368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077996.083551:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077996.083552:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077996.083553:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077996.083555:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077996.083555:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083556:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077996.083557:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077996.083560:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9500 x1855008978458368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077996.083563:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083565:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077996.083566:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083567:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077996.083567:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083568:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077996.083569:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077996.083571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077996.083573:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077996.083574:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077996.083577:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077996.083579:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083580:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.083580:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077996.083581:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077996.083582:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077996.083583:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077996.083584:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077996.083585:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077996.083586:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077996.083588:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077996.083589:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083590:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.083591:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077996.083592:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077996.083593:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077996.083594:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077996.083594:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077996.083595:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077996.083596:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077996.083597:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077996.083597:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083598:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.083599:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077996.083599:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077996.083600:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077996.083601:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077996.083602:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077996.083602:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077996.083603:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077996.083604:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077996.083604:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083605:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083607:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077996.083608:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083609:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077996.083610:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077996.083611:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769077996.083611:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077996.083612:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083613:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077996.083614:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077996.083615:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077996.083617:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077996.083618:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077996.083619:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077996.083620:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077996.083622:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769077996.083623:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083626:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077996.083627:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006062464 : -124070703489152 : ffff8f2889ca9f80) 00000100:00000001:0.0:1769077996.083629:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769077996.083635:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769077996.083637:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769077996.083638:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.083639:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083640:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077996.083641:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083643:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298307098 00000100:00000001:0.0:1769077996.083645:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298308345 00000100:00000001:0.0:1769077996.083647:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298307098 00000100:00000001:0.0:1769077996.083648:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298308345 00000100:00000001:0.0:1769077996.083649:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077996.083650:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083651:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077996.083653:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077996/real 1769077996] req@ffff8f2889ca9f80 x1855008978458496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077996.083657:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077996.083658:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769077996.083659:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769077996.083660:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077996.083661:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083662:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077996.083663:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077996.083666:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9f80 x1855008978458496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077996.083672:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083674:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077996.083676:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083678:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077996.083679:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083680:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077996.083682:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077996.083695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077996.083699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769077996.083701:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769077996.083704:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769077996.083707:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083709:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769077996.083710:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077996.083712:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769077996.083714:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077996.083715:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077996.083716:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769077996.083718:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077996.083720:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769077996.083722:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077996.083723:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083725:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.083727:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077996.083729:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.083730:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077996.083732:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.722441:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077996.722449:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077996.722451:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077996.722456:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077996.722460:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077996.722462:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.722465:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077996.722466:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.722469:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077996.722480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077996.722485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077996.722490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077996.722492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.722536:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077996.722539:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077996.722542:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077997.106491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077997.106498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077997.106500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077997.106504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077997.106508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077997.106511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077997.106512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077997.106515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077997.106517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077997.746467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077997.746476:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077997.746479:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077997.746481:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077997.746487:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077997.746489:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077997.746491:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077997.746496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077997.746496:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077997.746503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077997.746506:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077997.746506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077997.746511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077997.746513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077997.746518:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077997.746523:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077997.746526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077997.746529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077997.746532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077997.746573:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077997.746576:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077997.746579:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077998.130467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077998.130473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077998.130474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077998.130478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077998.130480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077998.130483:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077998.130485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077998.130487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077998.130489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.770465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077998.770474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077998.770476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077998.770485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077998.770491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077998.770491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077998.770497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.770498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077998.770504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077998.770506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077998.770507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.770512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077998.770518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077998.770564:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077998.770567:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077998.770570:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077999.154512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077999.154520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077999.154522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077999.154527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769077999.154530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077999.154534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077999.154536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077999.154538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077999.154541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.794473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077999.794477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077999.794481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077999.794482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.794484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077999.794490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077999.794490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077999.794494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.794495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077999.794498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077999.794501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077999.794503:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077999.794505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077999.794553:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077999.794556:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077999.794558:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078000.178464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078000.178470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078000.178471:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078000.178475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078000.178478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078000.178482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078000.178483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078000.178485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078000.178487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078000.818454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078000.818462:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078000.818465:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078000.818470:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078000.818474:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078000.818478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078000.818481:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078000.818484:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078000.818486:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078000.818564:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078000.818571:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078000.818576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078000.818577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078000.818657:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078000.818660:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078000.818663:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078001.202500:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078001.202510:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078001.202513:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078001.202517:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078001.202521:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078001.202529:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3639 00000100:00080000:0.0:1769078001.202543:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078001.202544:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078001.202547:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078001.202551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078001.202554:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078001.202557:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078001.202559:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.202561:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078001.202564:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00100000:1.0:1769078001.202569:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000020:00000001:0.0:1769078001.202570:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078001.202578:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078001.202579:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078001.202581:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078001.202586:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078001.202591:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078001.202593:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078001.202615:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.202619:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202630:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.202637:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078001.202641:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078001.202645:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202648:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078001.202650:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.202663:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078001.202664:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202667:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078001.202670:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078001.202674:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202686:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078001.202695:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978458624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078001.202706:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078001.202710:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202731:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078001.202734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078001.202738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078001.202740:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078001.202743:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078001.202746:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078001.202751:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3639 00000100:00080000:0.0:1769078001.202756:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078001.202758:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078001.202759:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078001.202761:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078001.202762:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078001.202764:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078001.202765:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078001.202767:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078001.202768:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078001.202769:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078001.202775:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078001.202776:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078001.202778:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.202781:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078001.202782:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769078001.202786:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078001.202787:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769078001.202790:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.202791:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202792:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078001.202798:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078001.202800:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1769078001.202802:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202805:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.202807:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078001.202809:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078001.202811:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202814:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078001.202815:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.202819:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078001.202822:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202828:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078001.202832:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978458752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078001.202839:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978458624:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078001.202848:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078001.202851:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078001.202853:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.202859:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078001.202861:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.202864:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078001.202867:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078001.202870:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769078001.202874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078001.202878:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078001.202881:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078001.202881:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202888:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078001.202892:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3639 00000100:00080000:0.0:1769078001.202906:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078001.202910:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078001.202911:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078001.202914:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078001.202915:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769078001.202916:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078001.202920:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000020:00000001:0.0:1769078001.202921:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078001.202929:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078001.202932:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078001.202935:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078001.202939:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078001.202943:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078001.202945:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.202946:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078001.202949:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078001.202950:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202952:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078001.202953:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078001.202955:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202956:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.202960:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078001.202962:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202963:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078001.202964:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078001.202966:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202970:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078001.202974:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978458880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078001.202983:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078001.202985:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.202986:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078001.202990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1769078001.202992:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769078001.202994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078001.202996:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078001.202997:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078001.203000:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078001.203004:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3639 00000100:00080000:0.0:1769078001.203007:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078001.203009:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078001.203010:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078001.203011:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078001.203015:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078001.203017:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078001.203019:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078001.203019:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078001.203025:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078001.203027:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078001.203027:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.203030:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078001.203036:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769078001.203037:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078001.203043:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.203046:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078001.203047:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.203050:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078001.203054:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298313465 02000000:00000001:0.0:1769078001.203055:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.203064:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078001.203069:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078001.203073:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203074:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078001.203076:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.203085:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078001.203085:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298313465 02000000:00000001:0.0:1769078001.203088:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.203093:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078001.203096:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078001.203096:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769078001.203099:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203103:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078001.203108:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.203109:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203112:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078001.203120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978459008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078001.203125:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff8f28835e9180 x1855008978458624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078001.203151:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078001.203157:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.203167:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078001.203175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078001.203184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:1.0:1769078001.203185:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769078001.203187:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:1.0:1769078001.203190:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769078001.203192:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078001.203197:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078001.203197:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078001.203205:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1769078001.203206:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3639 00000100:00000001:1.0:1769078001.203209:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078001.203213:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078001.203215:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078001.203217:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078001.203221:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078001.203222:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078001.203224:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078001.203228:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078001.203231:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078001.203233:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078001.203237:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078001.203238:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978458624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078001.203240:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078001.203251:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078001.203260:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078001.203265:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078001.203268:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078001.203275:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203280:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769078001.203283:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.203291:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078001.203293:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078001.203296:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078001.203297:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.203303:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203303:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078001.203307:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203312:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1769078001.203313:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078001.203316:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769078001.203317:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.203324:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:1.0:1769078001.203325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769078001.203328:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078001.203333:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078001.203339:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078001.203342:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203347:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078001.203350:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978459136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078001.203362:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078001.203363:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978458624:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078001.203365:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.203371:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203404:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203409:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078001.203413:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078001.203417:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078001.203423:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078001.203426:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078001.203430:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078001.203434:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078001.203437:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078001.203441:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078001.203443:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203447:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203456:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078001.203459:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203462:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078001.203465:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078001.203467:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078001.203469:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078001.203471:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.203475:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078001.203478:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078001.203481:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078001.203487:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078001.203492:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078001.203495:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078001.203497:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.203499:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078001.203504:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203553:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078001.203555:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:1.0:1769078001.203559:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078001.203575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078001.203579:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078001.203582:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078001.203583:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203584:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078001.203586:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203589:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298312226 00000100:00000001:1.0:1769078001.203592:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298313465 00000100:00000001:1.0:1769078001.203593:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298312226 00000100:00000001:1.0:1769078001.203595:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298313465 00000100:00000001:1.0:1769078001.203609:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078001.203612:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203614:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078001.203618:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff8f28835e8700 x1855008978458752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078001.203629:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078001.203631:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078001.203633:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078001.203635:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078001.203636:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203637:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078001.203638:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078001.203641:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978458752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078001.203646:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203647:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078001.203649:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203650:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078001.203651:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203652:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078001.203653:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078001.203655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078001.203657:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078001.203658:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078001.203661:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078001.203663:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078001.203664:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078001.203666:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.203667:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078001.203669:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078001.203670:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078001.203672:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078001.203675:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078001.203676:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078001.203678:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.203679:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078001.203682:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203685:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078001.203686:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:1.0:1769078001.203689:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078001.203697:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078001.203701:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078001.203702:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078001.203703:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203704:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078001.203706:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203708:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298312223 00000100:00000001:1.0:1769078001.203710:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298313465 00000100:00000001:1.0:1769078001.203711:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298312223 00000100:00000001:1.0:1769078001.203713:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298313465 00000100:00000001:1.0:1769078001.203714:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078001.203715:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203717:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078001.203719:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff8f28835ead80 x1855008978458880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078001.203724:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078001.203725:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078001.203726:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078001.203727:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078001.203728:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203729:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078001.203730:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078001.203733:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978458880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078001.203737:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203738:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078001.203740:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203741:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078001.203742:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203743:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078001.203744:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078001.203746:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078001.203748:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078001.203749:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078001.203751:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978458880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078001.203753:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078001.203754:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078001.203755:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.203756:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078001.203758:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078001.203759:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078001.203761:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078001.203762:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078001.203764:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078001.203765:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.203766:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078001.203769:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203773:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078001.203774:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:1.0:1769078001.203776:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078001.203783:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078001.203787:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078001.203789:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078001.203791:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203792:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078001.203795:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203799:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298312226 00000100:00000001:1.0:1769078001.203801:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298313465 00000100:00000001:1.0:1769078001.203804:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298312226 00000100:00000001:1.0:1769078001.203806:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298313465 00000100:00000001:1.0:1769078001.203808:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078001.203810:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203812:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078001.203816:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff8f28835eb480 x1855008978459008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078001.203825:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078001.203826:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078001.203829:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078001.203831:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078001.203832:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203834:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078001.203835:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078001.203838:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978459008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078001.203845:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203846:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078001.203848:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203850:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078001.203851:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203853:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078001.203855:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078001.203858:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078001.203861:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078001.203863:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078001.203866:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078001.203870:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078001.203872:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078001.203874:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.203876:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078001.203877:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078001.203879:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078001.203882:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078001.203885:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078001.203887:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078001.203888:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078001.203890:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078001.203893:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203898:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078001.203899:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078001.203902:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078001.203913:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078001.203917:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078001.203920:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078001.203921:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203923:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078001.203925:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203929:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298312218 00000100:00000001:1.0:1769078001.203932:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298313465 00000100:00000001:1.0:1769078001.203934:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298312218 00000100:00000001:1.0:1769078001.203936:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298313465 00000100:00000001:1.0:1769078001.203939:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078001.203941:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.203943:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078001.203947:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff8f28835ea300 x1855008978459136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078001.203955:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078001.203957:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078001.203959:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078001.203961:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078001.203962:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203963:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078001.203964:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078001.203967:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978459136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078001.203972:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203973:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078001.203975:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203976:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078001.203977:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203978:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078001.203979:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078001.203981:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078001.203983:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078001.203984:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078001.203986:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078001.203988:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.203989:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078001.203990:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078001.203991:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078001.203993:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078001.203993:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078001.203994:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078001.203996:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078001.203997:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078001.203999:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078001.204000:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.204001:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078001.204001:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078001.204002:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078001.204003:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078001.204004:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078001.204005:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078001.204006:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078001.204007:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078001.204009:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078001.204010:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.204011:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078001.204012:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078001.204013:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078001.204014:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078001.204015:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078001.204016:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078001.204017:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078001.204017:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078001.204018:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078001.204019:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.204020:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078001.204020:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078001.204021:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078001.204022:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078001.204023:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078001.204023:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078001.204024:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078001.204025:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078001.204026:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078001.204027:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.204028:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.204030:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078001.204031:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.204033:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078001.204034:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.842483:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078001.842483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078001.842489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.842490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078001.842493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078001.842495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078001.842497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078001.842498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.842503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078001.842507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.842509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078001.842511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.842514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.842565:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078001.842569:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078001.842574:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078002.226495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078002.226504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078002.226507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078002.226514:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078002.226519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078002.226523:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078002.226526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078002.226530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078002.226532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078002.866480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078002.866486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078002.866487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078002.866490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078002.866492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078002.866497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078002.866500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078002.866501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078002.866505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078002.866506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078002.866510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078002.866512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078002.866514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078002.866610:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078002.866615:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078002.866618:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078003.250497:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078003.250505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078003.250508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078003.250513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078003.250516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078003.250519:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.250521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078003.250524:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.250526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078003.890476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078003.890479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078003.890483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078003.890490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078003.890491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078003.890491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078003.890493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078003.890497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078003.890501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078003.890504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.890506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078003.890509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.890511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078003.890548:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078003.890577:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078003.890580:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078004.274482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078004.274491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078004.274493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078004.274499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078004.274503:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078004.274507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078004.274510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078004.274512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078004.274516:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078004.914475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078004.914480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078004.914483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078004.914484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078004.914487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078004.914491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078004.914492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078004.914494:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078004.914497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078004.914498:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078004.914502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078004.914502:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078004.914505:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078004.914506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078004.914508:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078004.914509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078004.914512:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078004.914513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078004.914515:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078004.914582:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078004.914585:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078004.914588:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078005.298509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078005.298517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078005.298519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078005.298525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078005.298562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078005.298566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078005.298569:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078005.298571:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078005.298574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078005.938468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078005.938474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078005.938475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078005.938479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078005.938479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078005.938486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078005.938487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078005.938489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078005.938492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078005.938496:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078005.938498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078005.938500:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078005.938502:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078005.938571:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078005.938574:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078005.938576:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078006.322529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078006.322538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078006.322542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078006.322544:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078006.322547:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078006.322548:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.322554:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078006.322555:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078006.322561:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078006.322562:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078006.322566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.322571:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769078006.322571:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3644 00000100:00000001:1.0:1769078006.322575:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.322579:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.322584:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078006.322588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078006.322591:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078006.322594:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078006.322596:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078006.322598:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078006.322600:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078006.322602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078006.322603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078006.322607:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078006.322609:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.322611:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078006.322614:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078006.322616:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322617:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078006.322620:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.322630:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078006.322632:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322634:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078006.322636:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078006.322639:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322649:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078006.322656:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978459264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078006.322664:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078006.322668:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322681:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.322684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078006.322686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078006.322688:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078006.322689:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078006.322691:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078006.322693:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3644 00000100:00080000:2.0:1769078006.322696:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078006.322698:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078006.322700:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078006.322701:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078006.322702:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078006.322705:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078006.322705:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078006.322708:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078006.322709:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078006.322712:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078006.322713:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078006.322714:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322720:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078006.322722:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078006.322722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078006.322726:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078006.322729:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078006.322730:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322736:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078006.322738:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978459264:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078006.322739:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078006.322744:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078006.322745:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078006.322748:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.322749:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078006.322750:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078006.322752:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078006.322755:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078006.322756:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:2.0:1769078006.322760:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.322762:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322762:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.322769:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078006.322770:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322771:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078006.322772:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078006.322774:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322779:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.322780:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078006.322784:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00100000:2.0:1769078006.322785:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978459392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078006.322788:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078006.322794:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078006.322796:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322799:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.322801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078006.322804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078006.322804:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078006.322806:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078006.322808:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078006.322809:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3644 00000100:00080000:2.0:1769078006.322813:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078006.322814:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078006.322815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078006.322817:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078006.322818:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078006.322819:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078006.322821:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078006.322824:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:1.0:1769078006.322826:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078006.322826:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078006.322833:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078006.322834:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.322835:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078006.322837:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078006.322839:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322840:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078006.322842:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078006.322844:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.322845:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078006.322845:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.322851:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078006.322852:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769078006.322852:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322856:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078006.322857:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.322858:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078006.322860:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.322863:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078006.322865:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078006.322870:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978459520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078006.322871:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.322880:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298318585 00000100:00000001:2.0:1769078006.322880:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078006.322883:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322887:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.322888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078006.322890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078006.322891:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078006.322893:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769078006.322893:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078006.322899:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078006.322903:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298318585 00000100:00080000:2.0:1769078006.322903:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3644 00000100:00000001:1.0:1769078006.322910:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1769078006.322910:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078006.322914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078006.322915:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078006.322916:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078006.322920:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078006.322921:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078006.322924:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078006.322925:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769078006.322926:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078006.322929:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:1.0:1769078006.322933:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff8f2882c3bb80 x1855008978459264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078006.322934:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078006.322937:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078006.322945:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078006.322951:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.322953:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:1.0:1769078006.322954:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769078006.322955:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1769078006.322957:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769078006.322959:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.322962:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078006.322962:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078006.322964:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078006.322966:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:2.0:1769078006.322967:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.322969:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078006.322970:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.322973:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.322976:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078006.322976:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078006.322979:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078006.322982:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978459264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078006.322982:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078006.322985:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078006.322988:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.322994:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.322996:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323000:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1769078006.323001:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978459648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078006.323004:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323008:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.323010:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323014:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078006.323018:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078006.323018:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078006.323022:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078006.323024:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078006.323025:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.323028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078006.323030:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:2.0:1769078006.323032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078006.323034:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078006.323035:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078006.323039:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978459264:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769078006.323039:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078006.323041:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078006.323047:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078006.323047:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3644 00000100:00000001:1.0:1769078006.323051:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769078006.323053:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078006.323054:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769078006.323056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078006.323057:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769078006.323058:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078006.323061:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078006.323062:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078006.323064:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078006.323065:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078006.323068:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1769078006.323069:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078006.323072:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078006.323073:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769078006.323074:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078006.323077:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078006.323077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078006.323080:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1769078006.323083:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078006.323084:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323088:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323094:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078006.323097:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.323097:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323101:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078006.323102:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078006.323104:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769078006.323105:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078006.323106:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078006.323109:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.323109:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078006.323114:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078006.323115:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323116:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078006.323118:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078006.323119:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078006.323121:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.323122:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323126:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.323127:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078006.323130:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078006.323131:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078006.323133:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078006.323136:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078006.323137:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078006.323140:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323141:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078006.323144:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323145:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078006.323146:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323148:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078006.323153:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978459776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078006.323156:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078006.323159:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078006.323164:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078006.323172:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078006.323176:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078006.323177:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078006.323183:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078006.323185:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323187:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078006.323197:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323199:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078006.323201:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323205:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298317345 00000100:00000001:1.0:1769078006.323207:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298318585 00000100:00000001:1.0:1769078006.323209:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298317345 00000100:00000001:1.0:1769078006.323211:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298318585 00000100:00000001:1.0:1769078006.323212:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078006.323214:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323215:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078006.323218:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff8f2882c3a680 x1855008978459392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078006.323224:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078006.323225:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078006.323227:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078006.323228:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078006.323229:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323230:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.323232:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078006.323234:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978459392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078006.323239:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323240:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078006.323242:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323243:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.323244:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323245:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078006.323246:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078006.323247:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078006.323249:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078006.323251:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078006.323253:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078006.323255:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078006.323256:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078006.323257:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323258:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078006.323260:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078006.323261:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078006.323263:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078006.323265:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078006.323266:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078006.323268:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323269:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078006.323271:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323274:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078006.323275:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078006.323277:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078006.323283:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078006.323287:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078006.323288:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078006.323289:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323290:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078006.323292:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323294:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298317342 00000100:00000001:1.0:1769078006.323296:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298318585 00000100:00000001:1.0:1769078006.323297:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298317342 00000100:00000001:1.0:1769078006.323299:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298318585 00000100:00000001:1.0:1769078006.323300:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078006.323302:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323303:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078006.323305:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff8f2882c38380 x1855008978459520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078006.323310:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078006.323310:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078006.323312:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078006.323313:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078006.323313:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323314:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.323315:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078006.323317:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978459520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078006.323322:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323323:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078006.323324:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323325:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.323326:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323327:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078006.323328:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078006.323329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078006.323331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078006.323333:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078006.323335:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078006.323337:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078006.323338:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078006.323339:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323340:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078006.323341:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078006.323343:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078006.323344:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078006.323346:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078006.323347:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078006.323348:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323349:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078006.323351:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323354:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078006.323354:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078006.323357:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078006.323362:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078006.323364:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078006.323365:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078006.323366:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323368:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078006.323369:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323371:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298317345 00000100:00000001:1.0:1769078006.323373:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298318585 00000100:00000001:1.0:1769078006.323404:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298317346 00000100:00000001:1.0:1769078006.323406:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298318585 00000100:00000001:1.0:1769078006.323409:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078006.323412:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323414:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078006.323419:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff8f2882c3b800 x1855008978459648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078006.323428:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078006.323430:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078006.323432:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078006.323434:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078006.323436:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323437:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.323439:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078006.323443:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978459648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078006.323449:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323452:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078006.323454:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323456:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.323457:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323459:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078006.323461:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078006.323463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078006.323466:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078006.323468:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078006.323471:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078006.323475:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323477:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078006.323479:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078006.323480:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078006.323483:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078006.323484:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078006.323486:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078006.323488:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078006.323489:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078006.323491:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078006.323493:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323495:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078006.323496:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078006.323497:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078006.323499:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078006.323500:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078006.323501:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078006.323503:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078006.323504:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078006.323506:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078006.323507:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323509:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078006.323528:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078006.323530:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078006.323532:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078006.323533:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078006.323534:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078006.323536:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078006.323538:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078006.323539:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078006.323541:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323543:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323547:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078006.323548:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323550:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078006.323551:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078006.323553:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078006.323554:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078006.323555:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323557:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078006.323558:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078006.323560:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078006.323562:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078006.323565:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078006.323566:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078006.323567:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078006.323568:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078006.323571:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323575:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078006.323576:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078006.323579:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078006.323588:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078006.323591:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078006.323593:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078006.323594:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323595:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078006.323597:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323599:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298317338 00000100:00000001:1.0:1769078006.323601:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298318585 00000100:00000001:1.0:1769078006.323602:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298317338 00000100:00000001:1.0:1769078006.323604:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298318585 00000100:00000001:1.0:1769078006.323605:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078006.323606:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323608:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078006.323610:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff8f2882c39f80 x1855008978459776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078006.323615:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078006.323616:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078006.323617:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078006.323618:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078006.323619:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323621:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.323621:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078006.323624:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978459776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078006.323628:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323630:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078006.323631:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323632:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078006.323633:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323634:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078006.323635:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078006.323637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078006.323639:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078006.323641:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078006.323643:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978459776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078006.323645:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323646:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078006.323647:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078006.323648:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078006.323649:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078006.323650:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078006.323651:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078006.323652:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078006.323652:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078006.323654:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078006.323655:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323656:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.323658:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078006.323659:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.323660:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078006.323662:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.962491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078006.962495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078006.962515:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078006.962519:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078006.962524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078006.962528:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078006.962529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.962532:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.962536:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078006.962537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078006.962540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078006.962542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.962545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078006.962607:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078006.962610:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078006.962613:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078007.346506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078007.346515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078007.346517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078007.346523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078007.346526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078007.346530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.346533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078007.346536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.346539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078007.986474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078007.986480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078007.986482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078007.986492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078007.986498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078007.986502:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078007.986504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078007.986505:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078007.986509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078007.986509:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078007.986515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078007.986516:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078007.986518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078007.986519:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078007.986521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078007.986523:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078007.986527:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078007.986530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078007.986531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078007.986581:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078007.986584:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078007.986586:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078008.370435:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078008.370442:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078008.370443:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078008.370448:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078008.370451:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078008.370455:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078008.370458:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078008.370460:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078008.370463:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078009.010520:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078009.010525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078009.010530:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078009.010531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078009.010534:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078009.010540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078009.010542:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078009.010544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078009.010548:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078009.010552:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078009.010555:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078009.010557:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078009.010559:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078009.010611:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078009.010616:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078009.010620:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078009.394474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078009.394482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078009.394483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078009.394487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078009.394491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078009.394494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078009.394495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078009.394498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078009.394500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078010.034474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078010.034480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078010.034480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.034488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078010.034488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078010.034491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.034493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078010.034499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078010.034503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078010.034507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078010.034511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078010.034513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078010.034517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078010.034549:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078010.034552:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078010.034555:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078010.418416:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078010.418423:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078010.418424:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078010.418429:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078010.418432:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078010.418436:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078010.418439:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078010.418458:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078010.418462:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.058527:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078011.058535:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078011.058537:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078011.058537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078011.058544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078011.058546:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078011.058551:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078011.058554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078011.058555:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078011.058558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.058559:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078011.058563:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.058567:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078011.058643:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078011.058648:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078011.058652:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078011.442511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078011.442513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078011.442519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078011.442522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078011.442522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078011.442527:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078011.442531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769078011.442532:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078011.442539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078011.442539:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078011.442545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078011.442546:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3650 00000100:00000001:1.0:1769078011.442553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078011.442558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.442562:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078011.442562:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078011.442567:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078011.442570:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078011.442575:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078011.442577:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078011.442579:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078011.442582:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078011.442584:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078011.442585:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078011.442591:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078011.442593:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.442597:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078011.442600:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078011.442604:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442607:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078011.442610:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.442625:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078011.442627:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442631:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078011.442635:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078011.442640:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442654:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078011.442664:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978459904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078011.442674:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078011.442677:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442693:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078011.442695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078011.442698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078011.442699:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078011.442701:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078011.442703:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078011.442706:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3650 00000100:00080000:2.0:1769078011.442711:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078011.442713:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078011.442715:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078011.442715:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078011.442720:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078011.442720:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078011.442724:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078011.442724:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078011.442729:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078011.442729:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078011.442730:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078011.442736:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078011.442739:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078011.442742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078011.442743:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078011.442746:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078011.442747:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078011.442755:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978459904:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769078011.442757:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078011.442762:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078011.442772:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.442776:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078011.442777:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078011.442785:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.442786:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078011.442790:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078011.442790:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442794:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078011.442799:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078011.442800:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078011.442802:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442806:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.442811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078011.442813:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442816:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078011.442817:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078011.442819:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.442825:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078011.442827:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.442830:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078011.442837:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1769078011.442837:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978460032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078011.442849:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078011.442853:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442857:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078011.442860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078011.442863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078011.442865:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078011.442866:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078011.442868:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078011.442872:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3650 00000100:00080000:2.0:1769078011.442876:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078011.442877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078011.442879:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078011.442883:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000100:1.0:1769078011.442884:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:2.0:1769078011.442885:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078011.442888:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078011.442891:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078011.442893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078011.442894:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078011.442897:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078011.442899:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.442900:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078011.442903:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078011.442904:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769078011.442905:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442909:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078011.442911:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:2.0:1769078011.442911:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078011.442913:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.442915:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442916:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.442918:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769078011.442922:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078011.442924:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.442925:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078011.442932:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298323705 02000000:00000001:2.0:1769078011.442932:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078011.442934:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442941:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078011.442945:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978460160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078011.442946:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078011.442953:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078011.442954:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298323705 00000100:00000001:2.0:1769078011.442956:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.442960:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.442961:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1769078011.442962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078011.442967:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078011.442967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078011.442971:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078011.442972:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078011.442974:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078011.442976:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078011.442977:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078011.442981:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3650 00000100:00100000:1.0:1769078011.442985:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff8f2882c39f80 x1855008978459904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078011.442986:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078011.442990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078011.442992:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078011.442996:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078011.442999:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078011.443001:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078011.443004:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000400:00000001:1.0:1769078011.443005:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769078011.443006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1769078011.443011:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078011.443011:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078011.443017:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078011.443019:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078011.443019:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.443023:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078011.443025:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1769078011.443026:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078011.443028:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.443031:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078011.443032:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1769078011.443033:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078011.443038:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443040:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078011.443040:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443045:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078011.443045:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078011.443047:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.443050:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078011.443052:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078011.443053:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078011.443056:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978459904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.443057:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078011.443064:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978460288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078011.443080:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.443081:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078011.443085:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443087:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078011.443088:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443093:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078011.443094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078011.443097:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078011.443099:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078011.443102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078011.443103:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078011.443106:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078011.443108:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078011.443110:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078011.443112:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078011.443116:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078011.443120:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3650 00000100:00080000:1.0:1769078011.443124:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:2.0:1769078011.443126:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078011.443127:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078011.443132:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078011.443134:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978459904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078011.443137:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078011.443140:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078011.443142:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078011.443143:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078011.443147:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769078011.443147:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078011.443151:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1769078011.443152:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078011.443156:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078011.443156:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:1.0:1769078011.443160:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769078011.443161:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078011.443164:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078011.443165:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1769078011.443170:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078011.443172:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769078011.443174:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078011.443175:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1769078011.443178:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078011.443180:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078011.443182:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078011.443182:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078011.443188:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078011.443188:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.443193:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078011.443195:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078011.443196:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:2.0:1769078011.443198:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443199:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443205:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078011.443205:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443208:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078011.443210:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078011.443211:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078011.443213:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.443213:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078011.443216:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078011.443217:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078011.443219:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078011.443222:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078011.443223:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.443227:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078011.443228:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460032:192.168.204.124@tcp:38:kworker.0 02000000:00000001:2.0:1769078011.443232:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443233:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078011.443236:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078011.443238:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078011.443240:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078011.443243:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.443243:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443254:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1769078011.443255:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978460416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078011.443256:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078011.443264:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078011.443270:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078011.443273:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078011.443278:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078011.443280:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443283:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078011.443287:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078011.443288:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443290:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078011.443292:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443296:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298322465 00000100:00000001:1.0:1769078011.443299:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298323705 00000100:00000001:1.0:1769078011.443301:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298322465 00000100:00000001:1.0:1769078011.443303:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298323705 00000100:00000001:1.0:1769078011.443305:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078011.443306:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443307:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078011.443310:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff8f2882c3b800 x1855008978460032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078011.443317:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078011.443318:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078011.443320:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078011.443321:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078011.443322:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443323:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078011.443325:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078011.443327:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978460032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078011.443332:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443334:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078011.443335:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443336:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078011.443337:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443338:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078011.443339:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078011.443341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078011.443343:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078011.443344:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078011.443346:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078011.443349:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078011.443349:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078011.443350:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078011.443352:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078011.443353:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078011.443355:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078011.443356:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078011.443359:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078011.443360:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078011.443361:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078011.443362:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078011.443364:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443367:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078011.443368:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078011.443371:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078011.443396:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078011.443399:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078011.443401:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078011.443402:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443403:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078011.443405:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443408:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298322463 00000100:00000001:1.0:1769078011.443410:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298323705 00000100:00000001:1.0:1769078011.443412:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298322463 00000100:00000001:1.0:1769078011.443413:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298323705 00000100:00000001:1.0:1769078011.443415:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078011.443416:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443417:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078011.443420:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff8f2882c38380 x1855008978460160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078011.443475:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078011.443477:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078011.443479:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078011.443480:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078011.443481:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443483:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078011.443484:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078011.443487:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978460160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078011.443492:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443494:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078011.443496:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443496:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078011.443497:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443498:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078011.443499:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078011.443501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078011.443503:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078011.443505:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078011.443507:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078011.443510:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078011.443512:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078011.443513:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078011.443514:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078011.443515:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078011.443516:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078011.443518:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078011.443520:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078011.443522:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078011.443523:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078011.443525:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078011.443528:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443535:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078011.443536:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078011.443540:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078011.443552:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078011.443557:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078011.443559:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078011.443561:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443562:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078011.443565:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443570:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298322466 00000100:00000001:1.0:1769078011.443573:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298323705 00000100:00000001:1.0:1769078011.443576:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298322466 00000100:00000001:1.0:1769078011.443578:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298323705 00000100:00000001:1.0:1769078011.443581:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078011.443583:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443585:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078011.443589:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff8f2882c3a680 x1855008978460288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078011.443601:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078011.443602:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078011.443604:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078011.443606:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078011.443607:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443608:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078011.443609:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078011.443612:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978460288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078011.443617:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443619:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078011.443620:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443621:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078011.443622:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443623:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078011.443624:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078011.443626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078011.443628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078011.443629:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078011.443631:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078011.443633:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443634:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078011.443635:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078011.443636:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078011.443638:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078011.443639:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078011.443640:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078011.443642:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078011.443643:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078011.443644:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078011.443645:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443647:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078011.443648:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078011.443649:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078011.443650:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078011.443651:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078011.443652:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078011.443653:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078011.443654:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078011.443655:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078011.443656:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443657:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078011.443657:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078011.443658:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078011.443659:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078011.443660:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078011.443660:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078011.443661:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078011.443662:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078011.443663:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078011.443663:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443665:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443667:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078011.443668:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443669:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078011.443670:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078011.443671:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078011.443672:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078011.443672:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078011.443674:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078011.443675:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078011.443676:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078011.443678:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078011.443680:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078011.443681:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078011.443682:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078011.443683:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078011.443685:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443689:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078011.443690:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078011.443692:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078011.443701:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078011.443704:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078011.443705:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078011.443706:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443707:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078011.443709:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443711:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298322458 00000100:00000001:1.0:1769078011.443714:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298323705 00000100:00000001:1.0:1769078011.443715:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298322458 00000100:00000001:1.0:1769078011.443717:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298323705 00000100:00000001:1.0:1769078011.443719:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078011.443720:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443721:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078011.443723:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff8f2882c3bb80 x1855008978460416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078011.443728:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078011.443728:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078011.443730:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078011.443731:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078011.443732:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443733:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078011.443734:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078011.443736:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978460416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078011.443741:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443742:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078011.443743:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443744:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078011.443745:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443746:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078011.443747:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078011.443749:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078011.443751:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078011.443752:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078011.443755:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078011.443757:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443758:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078011.443759:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078011.443760:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078011.443761:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078011.443762:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078011.443762:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078011.443764:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078011.443765:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078011.443767:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078011.443768:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443770:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078011.443772:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078011.443773:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.443775:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078011.443777:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078012.082479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078012.082488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078012.082489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078012.082491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078012.082494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078012.082501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078012.082502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078012.082505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078012.082508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078012.082513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.082516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078012.082520:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.082523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078012.082587:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078012.082593:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078012.082597:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078012.466553:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078012.466562:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078012.466564:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078012.466569:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078012.466573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078012.466577:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.466580:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078012.466583:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.466585:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.106523:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078013.106527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078013.106531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.106532:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078013.106536:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078013.106538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078013.106540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078013.106540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.106545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078013.106548:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078013.106551:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078013.106553:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078013.106556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078013.106616:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078013.106621:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078013.106636:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078013.490472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078013.490481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078013.490484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078013.490490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078013.490494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078013.490498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078013.490501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078013.490504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078013.490522:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078014.130454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078014.130461:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078014.130463:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078014.130466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078014.130468:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078014.130470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078014.130472:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078014.130475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078014.130476:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078014.130478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078014.130480:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078014.130483:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078014.130485:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078014.130542:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078014.130546:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078014.130549:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078014.514489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078014.514496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078014.514498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078014.514503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078014.514505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078014.514509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078014.514511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078014.514513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078014.514515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078015.154504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078015.154505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078015.154511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078015.154513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078015.154516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078015.154518:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078015.154520:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078015.154523:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769078015.154525:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078015.154526:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078015.154529:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078015.154531:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078015.154532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078015.154534:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078015.154538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078015.154538:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078015.154546:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078015.154550:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078015.154554:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078015.154595:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078015.154599:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078015.154602:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078015.538457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078015.538463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078015.538464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078015.538468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078015.538471:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078015.538475:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078015.538476:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078015.538478:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078015.538480:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.178446:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078016.178452:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078016.178454:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.178459:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078016.178463:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078016.178466:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078016.178468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078016.178469:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078016.178471:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.178475:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078016.178475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078016.178484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078016.178486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078016.178577:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078016.178580:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078016.178583:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078016.562505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078016.562508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078016.562515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078016.562516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078016.562520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562521:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078016.562526:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078016.562528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078016.562531:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078016.562533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078016.562537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078016.562539:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3655 00000100:00000001:1.0:1769078016.562541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078016.562544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.562547:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078016.562552:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078016.562556:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078016.562558:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078016.562561:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078016.562563:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078016.562566:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078016.562568:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078016.562570:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078016.562571:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078016.562575:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078016.562577:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078016.562580:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078016.562582:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078016.562585:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562587:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078016.562590:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078016.562601:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078016.562603:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562606:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078016.562609:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078016.562613:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562625:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078016.562647:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978460544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078016.562656:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078016.562660:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562670:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078016.562673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078016.562675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078016.562677:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078016.562678:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078016.562680:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078016.562682:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3655 00000100:00080000:3.0:1769078016.562686:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078016.562688:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078016.562690:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078016.562692:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078016.562693:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078016.562694:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078016.562697:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078016.562697:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078016.562701:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078016.562702:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078016.562703:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078016.562707:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769078016.562709:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078016.562711:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078016.562713:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.562715:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078016.562716:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078016.562722:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078016.562722:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078016.562727:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.562728:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078016.562730:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078016.562733:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078016.562735:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078016.562739:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.562741:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978460544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078016.562742:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078016.562746:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078016.562749:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.562750:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078016.562751:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078016.562754:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078016.562756:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.562757:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078016.562761:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.562762:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.562768:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769078016.562771:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978460672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078016.562775:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562779:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078016.562781:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562784:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078016.562785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078016.562788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078016.562789:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078016.562790:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078016.562792:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078016.562794:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3655 00000100:00000001:1.0:1769078016.562796:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769078016.562797:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078016.562800:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:3.0:1769078016.562800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078016.562803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078016.562807:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078016.562808:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078016.562809:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078016.562812:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078016.562815:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078016.562816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078016.562817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078016.562819:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078016.562821:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078016.562822:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078016.562825:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078016.562826:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562828:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078016.562829:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078016.562830:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562831:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078016.562834:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078016.562836:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562837:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078016.562839:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078016.562841:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562846:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078016.562853:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:3.0:1769078016.562855:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978460800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078016.562865:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078016.562867:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.562868:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078016.562871:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.562873:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769078016.562877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078016.562878:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.562881:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078016.562887:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078016.562887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078016.562890:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078016.562893:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078016.562894:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298328825 00000100:00000001:3.0:1769078016.562897:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078016.562900:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3655 00000100:00080000:3.0:1769078016.562904:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078016.562905:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078016.562906:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078016.562909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078016.562912:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298328825 00000020:00000001:3.0:1769078016.562912:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078016.562915:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078016.562918:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769078016.562919:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078016.562921:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078016.562925:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078016.562929:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078016.562931:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078016.562935:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078016.562944:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078016.562945:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078016.562950:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.562954:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff8f28835f8380 x1855008978460544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078016.562955:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078016.562961:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078016.562967:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.562973:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000001:1.0:1769078016.562977:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00100000:3.0:1769078016.562977:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000400:00000001:1.0:1769078016.562980:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000001:3.0:1769078016.562984:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.562985:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078016.562987:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.562989:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078016.562991:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078016.562993:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078016.562994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769078016.562997:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.562998:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078016.563004:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078016.563008:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978460544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078016.563008:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078016.563012:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.563020:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563021:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563028:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078016.563031:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563032:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078016.563034:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563036:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078016.563038:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:3.0:1769078016.563042:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978460928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078016.563044:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078016.563052:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078016.563058:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078016.563059:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078016.563063:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.563067:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.563068:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978460544:192.168.204.124@tcp:250:kworker.0 00000100:00080000:3.0:1769078016.563069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078016.563078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078016.563080:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078016.563080:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078016.563083:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078016.563086:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078016.563087:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078016.563089:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1769078016.563092:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3655 02000000:00000001:1.0:1769078016.563094:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1769078016.563098:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769078016.563099:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078016.563102:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078016.563103:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078016.563105:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769078016.563106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078016.563110:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1769078016.563110:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078016.563112:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078016.563114:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1769078016.563115:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078016.563118:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1769078016.563118:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078016.563121:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078016.563122:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078016.563124:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078016.563125:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078016.563130:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078016.563132:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078016.563133:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563136:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078016.563137:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078016.563141:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769078016.563142:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078016.563143:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078016.563146:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563147:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078016.563150:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078016.563151:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078016.563154:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078016.563155:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078016.563157:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:3.0:1769078016.563159:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563160:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078016.563162:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563165:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.563171:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460672:192.168.204.124@tcp:38:kworker.0 02000000:00000001:3.0:1769078016.563172:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078016.563176:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563178:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078016.563179:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078016.563182:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078016.563183:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078016.563184:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563188:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.563190:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563192:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769078016.563197:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978461056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078016.563198:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.563207:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078016.563209:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563210:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078016.563212:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563214:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:1.0:1769078016.563221:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078016.563236:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078016.563240:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078016.563243:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078016.563244:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563245:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078016.563247:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563250:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298327585 00000100:00000001:1.0:1769078016.563252:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298328825 00000100:00000001:1.0:1769078016.563254:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298327585 00000100:00000001:1.0:1769078016.563255:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298328825 00000100:00000001:1.0:1769078016.563257:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078016.563258:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563259:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078016.563262:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff8f28835f8700 x1855008978460672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078016.563267:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078016.563268:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078016.563270:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078016.563271:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078016.563272:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563273:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078016.563274:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078016.563277:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978460672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078016.563282:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563284:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078016.563285:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563286:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078016.563287:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563288:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078016.563289:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078016.563291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078016.563293:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078016.563294:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078016.563296:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078016.563299:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078016.563300:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078016.563301:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563302:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078016.563303:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078016.563305:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.563307:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078016.563309:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078016.563310:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078016.563311:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563312:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078016.563315:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563318:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078016.563319:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:1.0:1769078016.563321:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078016.563327:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078016.563330:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078016.563331:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078016.563332:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563333:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078016.563335:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563337:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298327582 00000100:00000001:1.0:1769078016.563357:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298328825 00000100:00000001:1.0:1769078016.563359:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298327582 00000100:00000001:1.0:1769078016.563361:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298328825 00000100:00000001:1.0:1769078016.563362:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078016.563364:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563365:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078016.563368:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff8f28835fa300 x1855008978460800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078016.563394:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078016.563396:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078016.563399:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078016.563401:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078016.563403:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563405:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078016.563407:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078016.563412:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978460800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078016.563419:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563422:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078016.563424:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563426:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078016.563427:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563429:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078016.563431:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078016.563433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078016.563437:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078016.563439:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078016.563443:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078016.563448:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078016.563449:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078016.563450:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563452:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078016.563455:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078016.563457:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.563460:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078016.563463:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078016.563466:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078016.563467:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563469:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078016.563472:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563479:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078016.563481:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:1.0:1769078016.563485:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078016.563498:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078016.563504:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078016.563506:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078016.563507:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563509:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078016.563512:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563516:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298327586 00000100:00000001:1.0:1769078016.563519:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298328825 00000100:00000001:1.0:1769078016.563522:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298327586 00000100:00000001:1.0:1769078016.563524:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298328825 00000100:00000001:1.0:1769078016.563526:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078016.563528:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563530:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078016.563534:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff8f28835fb100 x1855008978460928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078016.563548:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078016.563550:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078016.563552:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078016.563554:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078016.563555:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563557:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078016.563559:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078016.563563:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978460928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078016.563569:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563571:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078016.563574:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563576:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078016.563577:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563579:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078016.563581:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078016.563583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078016.563586:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078016.563588:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078016.563591:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978460928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078016.563595:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563597:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078016.563598:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078016.563600:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078016.563602:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078016.563604:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078016.563605:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078016.563607:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078016.563609:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078016.563611:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078016.563613:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563615:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078016.563616:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078016.563617:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078016.563619:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078016.563620:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078016.563621:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078016.563623:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078016.563624:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078016.563626:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078016.563628:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563629:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078016.563631:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078016.563632:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078016.563634:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078016.563635:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078016.563636:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078016.563638:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078016.563639:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078016.563641:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078016.563642:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563645:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563648:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078016.563650:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563652:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078016.563653:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078016.563655:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078016.563656:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078016.563658:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563660:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078016.563662:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078016.563664:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.563667:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078016.563671:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078016.563673:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078016.563675:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.563677:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078016.563680:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563686:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078016.563687:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:1.0:1769078016.563691:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078016.563703:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078016.563708:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078016.563710:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078016.563712:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563713:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078016.563716:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563720:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298327578 00000100:00000001:1.0:1769078016.563723:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298328825 00000100:00000001:1.0:1769078016.563725:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298327578 00000100:00000001:1.0:1769078016.563727:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298328825 00000100:00000001:1.0:1769078016.563730:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078016.563732:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563734:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078016.563738:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff8f28835fb800 x1855008978461056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078016.563745:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078016.563747:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078016.563749:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078016.563751:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078016.563753:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563755:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078016.563757:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078016.563760:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978461056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078016.563768:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563770:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078016.563772:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563774:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078016.563775:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563777:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078016.563778:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078016.563781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078016.563784:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078016.563787:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078016.563790:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078016.563794:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563796:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078016.563797:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078016.563799:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078016.563801:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078016.563802:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078016.563804:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078016.563806:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078016.563807:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078016.563809:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078016.563810:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563812:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.563815:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078016.563817:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.563819:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078016.563820:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078017.202492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078017.202494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078017.202500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078017.202501:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078017.202505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078017.202509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078017.202510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078017.202513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078017.202514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078017.202519:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078017.202522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078017.202523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078017.202525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078017.202585:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078017.202590:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078017.202593:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078017.586485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078017.586494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078017.586497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078017.586503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078017.586507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078017.586511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078017.586514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078017.586516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078017.586519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.226472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078018.226473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078018.226480:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078018.226481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078018.226484:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078018.226485:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078018.226488:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078018.226492:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769078018.226493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078018.226494:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078018.226498:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.226501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078018.226502:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.226507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078018.226507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078018.226508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.226514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078018.226518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078018.226521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078018.226570:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078018.226573:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078018.226576:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078018.610503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078018.610511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078018.610513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078018.610518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078018.610523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078018.610527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078018.610529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078018.610532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078018.610534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.250457:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078019.250464:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078019.250465:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078019.250468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078019.250471:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078019.250473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.250475:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078019.250480:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078019.250482:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078019.250482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078019.250486:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078019.250487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.250489:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078019.250552:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078019.250555:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078019.250558:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078019.634469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078019.634479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078019.634481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078019.634487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078019.634491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078019.634495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078019.634498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078019.634501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078019.634503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078020.274453:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078020.274460:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078020.274461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078020.274466:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078020.274466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078020.274475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078020.274475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078020.274478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078020.274480:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078020.274484:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078020.274486:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078020.274488:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078020.274490:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078020.274528:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078020.274532:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078020.274534:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078020.658498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078020.658506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078020.658508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078020.658514:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078020.658518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078020.658522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078020.658525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078020.658527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078020.658530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.298475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078021.298478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078021.298484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.298485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078021.298488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078021.298489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078021.298492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078021.298494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078021.298498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078021.298501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.298503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078021.298505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.298507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078021.298553:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078021.298557:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078021.298559:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078021.682465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078021.682472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078021.682474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078021.682477:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078021.682480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769078021.682484:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078021.682485:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078021.682489:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078021.682490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.682494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769078021.682494:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078021.682497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.682500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682501:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078021.682510:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3660 00000100:00080000:2.0:1769078021.682522:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078021.682525:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078021.682527:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078021.682531:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078021.682534:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078021.682538:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078021.682540:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078021.682543:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078021.682544:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078021.682550:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078021.682554:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.682557:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078021.682561:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078021.682564:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682566:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078021.682569:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.682581:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078021.682583:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682586:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078021.682589:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078021.682594:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682607:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078021.682616:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978461184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078021.682627:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078021.682630:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682643:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078021.682645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078021.682648:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078021.682650:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078021.682651:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078021.682653:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078021.682656:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3660 00000100:00080000:2.0:1769078021.682660:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078021.682663:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078021.682664:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078021.682666:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078021.682667:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078021.682670:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078021.682671:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078021.682672:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078021.682674:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078021.682675:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078021.682677:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078021.682679:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078021.682680:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682684:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078021.682686:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078021.682690:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078021.682693:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078021.682694:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078021.682700:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978461184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078021.682700:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.682707:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078021.682708:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078021.682713:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078021.682715:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.682716:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078021.682719:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078021.682721:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682725:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078021.682727:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078021.682730:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078021.682735:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682738:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.682743:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078021.682745:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.682746:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078021.682748:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078021.682751:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 02000000:00000001:2.0:1769078021.682752:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078021.682756:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.682759:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078021.682765:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078021.682773:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978461312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078021.682782:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078021.682785:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682790:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078021.682793:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078021.682797:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078021.682798:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078021.682800:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078021.682803:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078021.682806:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3660 00000100:00080000:2.0:1769078021.682811:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078021.682814:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078021.682815:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078021.682818:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078021.682819:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078021.682824:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078021.682827:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298333945 00000020:00000001:2.0:1769078021.682827:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078021.682834:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078021.682837:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078021.682839:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078021.682842:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769078021.682844:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078021.682849:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.682852:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078021.682853:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298333945 02000000:00000001:2.0:1769078021.682856:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078021.682861:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1769078021.682861:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682865:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078021.682869:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769078021.682870:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078021.682876:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078021.682877:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682882:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.682883:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.682888:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078021.682889:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078021.682892:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682897:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078021.682899:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1769078021.682899:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078021.682902:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.682903:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078021.682908:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078021.682910:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078021.682911:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.682913:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078021.682917:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078021.682920:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078021.682921:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978461440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078021.682925:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078021.682929:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078021.682932:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078021.682938:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078021.682948:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078021.682953:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.682955:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078021.682959:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078021.682961:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078021.682964:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078021.682965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078021.682969:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078021.682972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:1.0:1769078021.682975:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.682975:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078021.682979:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078021.682984:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078021.682987:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078021.682989:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3660 00000100:00000001:1.0:1769078021.682991:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00080000:2.0:1769078021.682997:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078021.682998:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078021.683004:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078021.683006:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078021.683009:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078021.683011:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078021.683013:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078021.683015:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078021.683017:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078021.683021:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078021.683022:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298332705 00000100:00000001:2.0:1769078021.683023:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078021.683029:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298333945 00000100:00080000:2.0:1769078021.683032:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078021.683034:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298332705 00000100:00000001:2.0:1769078021.683038:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683040:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298333945 02000000:00000001:2.0:1769078021.683042:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078021.683044:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078021.683047:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078021.683048:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.683055:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683056:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.683059:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078021.683061:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1769078021.683063:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078021.683066:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:2.0:1769078021.683068:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683070:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769078021.683074:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683076:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078021.683079:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769078021.683081:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078021.683082:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769078021.683086:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683087:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078021.683090:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.683091:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078021.683095:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078021.683095:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078021.683100:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078021.683101:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078021.683108:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.683110:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078021.683114:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461440:192.168.204.124@tcp:38:kworker.0 00000100:00100000:2.0:1769078021.683120:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978461568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078021.683122:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078021.683127:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078021.683131:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078021.683136:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078021.683137:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078021.683141:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078021.683142:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.683145:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078021.683149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078021.683152:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078021.683153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078021.683156:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:2.0:1769078021.683157:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078021.683160:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078021.683164:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078021.683165:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078021.683171:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3660 00000100:00080000:2.0:1769078021.683176:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078021.683179:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078021.683180:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078021.683182:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078021.683184:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078021.683188:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298332702 00000020:00000001:2.0:1769078021.683188:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078021.683191:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078021.683195:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298333945 00000020:00000001:2.0:1769078021.683197:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078021.683202:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298332702 00000100:00000001:2.0:1769078021.683202:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078021.683206:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078021.683208:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298333945 00000100:00080000:2.0:1769078021.683212:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078021.683214:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078021.683218:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683219:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.683222:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078021.683226:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.683227:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078021.683231:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.683234:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078021.683236:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078021.683238:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078021.683240:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078021.683241:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078021.683243:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078021.683244:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.683249:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078021.683251:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078021.683269:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078021.683271:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078021.683276:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078021.683280:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078021.683283:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078021.683284:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.683285:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078021.683287:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1769078021.683290:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078021.683293:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078021.683295:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.683299:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683303:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769078021.683305:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078021.683307:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 02000000:00000001:2.0:1769078021.683308:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.683315:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078021.683318:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769078021.683318:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078021.683323:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.683329:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078021.683335:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978461696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078021.683336:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683344:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298332705 00000100:00000001:2.0:1769078021.683353:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078021.683356:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298333945 00000100:00000001:2.0:1769078021.683356:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.683362:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683363:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298332705 00000100:00000001:1.0:1769078021.683368:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298333945 00000100:00000001:1.0:1769078021.683371:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078021.683409:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683413:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683416:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.683420:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078021.683422:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078021.683424:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078021.683425:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078021.683427:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078021.683428:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078021.683430:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078021.683432:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078021.683435:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078021.683437:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078021.683442:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078021.683446:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078021.683448:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078021.683450:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078021.683452:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078021.683456:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683462:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078021.683464:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078021.683468:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078021.683480:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683483:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298332698 00000100:00000001:1.0:1769078021.683486:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298333945 00000100:00000001:1.0:1769078021.683488:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298332698 00000100:00000001:1.0:1769078021.683490:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298333945 00000100:00000001:1.0:1769078021.683493:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078021.683495:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683498:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683500:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.683503:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078021.683504:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078021.683506:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078021.683508:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078021.683509:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.683512:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078022.322448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078022.322456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078022.322464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078022.322465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078022.322466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078022.322471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078022.322474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078022.322478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078022.322482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078022.322486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078022.322489:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078022.322492:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078022.322495:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078022.322535:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078022.322538:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078022.322541:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078022.706481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078022.706488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078022.706490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078022.706495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078022.706497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078022.706501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078022.706503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078022.706505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078022.706507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078023.346478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078023.346482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078023.346486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078023.346487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078023.346490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078023.346494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078023.346496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078023.346497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078023.346502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078023.346507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078023.346509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078023.346512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078023.346515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078023.346558:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078023.346562:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078023.346566:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078023.730467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078023.730475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078023.730477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078023.730483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078023.730487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078023.730491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078023.730493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078023.730496:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078023.730499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078024.370467:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078024.370476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078024.370478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078024.370479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078024.370489:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078024.370489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078024.370500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078024.370504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078024.370504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078024.370511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078024.370513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078024.370513:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078024.370521:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078024.370522:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078024.370537:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078024.370542:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078024.370545:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078024.370547:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078024.370551:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078024.370608:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078024.370611:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078024.370614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078024.754498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078024.754507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078024.754508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078024.754514:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078024.754518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078024.754529:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078024.754535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1769078024.754660:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:3.0:1769078024.754695:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078024.754709:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078024.754723:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078024.754743:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078024.754746:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078024.754748:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078024.754758:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078024.754763:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078024.754766:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078024.754767:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078024.754769:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078024.754769:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078024.754772:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000100:3.0:1769078024.754774:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769078024.754776:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078024.754778:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078024.754780:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078024.754781:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078024.754783:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1769078024.754785:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078024] req@ffff8f2882c3a680 x1855008978461312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1769078024.754787:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078024.754791:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078024.754793:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078024.754794:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078024.754796:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078024.754800:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078024.754804:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078024.754806:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1769078024.754808:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078024.754808:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078024.754809:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1769078024.754810:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078024.754815:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078024.754818:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078024.754820:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754823:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.754826:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078024.754831:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978461312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078024.754839:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754843:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078024.754847:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754849:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.754850:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754853:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078024.754856:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078024.754860:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078024.754865:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078024.754868:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078024.754872:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078024.754877:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078024.754881:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078024] req@ffff8f2882c3bb80 x1855008978461184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078024.754890:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078024.754891:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078024.754896:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078024.754898:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078024.754899:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754901:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.754903:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078024.754907:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978461184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078024.754914:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754917:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078024.754919:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754921:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.754922:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754937:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078024.754939:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078024.754942:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078024.754946:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078024.754949:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078024.754952:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978461184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078024.754956:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078024.754958:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078024.754960:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078024.754963:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078024.754968:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078024.754971:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078024.754974:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078024.754979:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078024.754982:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078024.754985:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078024.754987:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.754989:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078024.754990:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078024.754992:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078024.754994:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078024.754995:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078024.754996:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078024.754999:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078024.755000:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078024.755002:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078024.755004:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755006:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078024.755008:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078024.755009:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078024.755011:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078024.755015:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078024] req@ffff8f2882c39f80 x1855008978461696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078024.755024:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078024.755026:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078024.755029:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078024.755030:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078024.755032:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755034:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.755035:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078024.755040:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978461696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078024.755048:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755050:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078024.755052:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755054:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.755056:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755058:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078024.755059:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078024.755062:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078024.755067:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078024.755070:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078024.755074:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078024.755079:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078024.755092:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078024] req@ffff8f2882c3b800 x1855008978461568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078024.755101:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078024.755102:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078024.755110:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078024.755112:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078024.755114:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755116:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.755118:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078024.755122:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978461568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078024.755130:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755132:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078024.755135:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755137:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.755139:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755140:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078024.755142:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078024.755145:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078024.755149:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078024.755152:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078024.755155:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078024.755159:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078024.755164:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078024] req@ffff8f2882c38380 x1855008978461440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078024.755173:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078024.755174:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078024.755177:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078024.755179:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078024.755180:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755182:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.755183:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078024.755188:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978461440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078024.755194:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755196:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078024.755199:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755236:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078024.755239:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755241:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078024.755242:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078024.755245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078024.755249:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078024.755252:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078024.755256:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078024.755261:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755263:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078024.755264:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078024.755266:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078024.755269:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078024.755271:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078024.755273:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078024.755275:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078024.755276:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078024.755279:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078024.755280:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755282:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078024.755284:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078024.755285:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078024.755287:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078024.755288:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078024.755289:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078024.755292:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078024.755293:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078024.755294:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078024.755296:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755297:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078024.755298:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078024.755300:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078024.755301:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078024.755302:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078024.755304:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078024.755305:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078024.755306:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078024.755308:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078024.755309:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755311:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.755326:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078024.755328:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078024.755330:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078024.755332:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078025.394462:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078025.394462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078025.394469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078025.394470:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078025.394475:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078025.394476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078025.394478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078025.394482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078025.394488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078025.394493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078025.394496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078025.394499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078025.394502:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078025.394558:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078025.394561:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078025.394564:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078025.778489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078025.778498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078025.778500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078025.778507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078025.778511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078025.778515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078025.778518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078025.778520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078025.778524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078026.418507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078026.418515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078026.418515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.418521:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078026.418524:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.418528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078026.418532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078026.418533:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078026.418536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.418538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.418543:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078026.418546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.418548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078026.418617:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078026.418623:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078026.418626:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078026.802514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078026.802518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078026.802523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078026.802527:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078026.802527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.802531:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078026.802534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769078026.802537:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078026.802538:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078026.802543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.802545:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078026.802546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078026.802549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.802552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078026.802565:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3665 00000100:00080000:0.0:1769078026.802580:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078026.802584:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078026.802587:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078026.802592:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078026.802595:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078026.802599:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078026.802602:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078026.802605:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078026.802607:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078026.802612:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078026.802616:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.802621:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078026.802624:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078026.802627:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.802630:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078026.802633:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.802649:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078026.802651:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.802655:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078026.802665:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078026.802672:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.802692:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078026.802705:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978461824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078026.802718:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078026.802723:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.802745:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078026.802748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078026.802753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078026.802754:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078026.802756:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078026.802759:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078026.802763:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3665 00000100:00080000:0.0:1769078026.802768:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078026.802771:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078026.802773:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078026.802776:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078026.802778:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078026.802781:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078026.802784:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078026.802788:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078026.802788:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078026.802794:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078026.802795:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078026.802801:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078026.802804:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.802806:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078026.802812:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769078026.802816:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078026.802816:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078026.802819:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.802823:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.802827:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078026.802828:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078026.802833:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1769078026.802836:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078026.802839:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078026.802843:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.802848:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978461824:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078026.802854:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078026.802860:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078026.802862:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.802866:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.802870:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078026.802872:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078026.802875:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.802879:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078026.802880:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.802881:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078026.802887:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.802896:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078026.802904:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978461952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078026.802913:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078026.802914:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078026.802918:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:0.0:1769078026.802920:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.802926:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078026.802928:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078026.802933:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078026.802938:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078026.802939:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078026.802941:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078026.802945:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078026.802948:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3665 00000100:00080000:0.0:1769078026.802993:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078026.802996:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078026.802998:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078026.803002:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078026.803004:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078026.803008:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000800:00000100:1.0:1769078026.803009:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769078026.803014:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078026.803019:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078026.803021:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078026.803033:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769078026.803038:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078026.803041:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078026.803045:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803046:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803050:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769078026.803052:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078026.803059:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078026.803060:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.803065:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803069:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298339065 00000100:00000001:0.0:1769078026.803070:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078026.803075:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078026.803080:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803083:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803086:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769078026.803089:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078026.803096:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298339065 02000000:00000001:0.0:1769078026.803098:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803103:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078026.803105:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769078026.803106:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078026.803112:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078026.803113:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803118:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803123:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078026.803124:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.803130:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff8f28835ea680 x1855008978461824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078026.803136:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978462080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769078026.803150:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078026.803152:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078026.803158:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078026.803161:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078026.803165:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078026.803182:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803185:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.803188:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078026.803194:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978461824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078026.803198:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803205:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078026.803212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078026.803223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078026.803223:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.803228:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078026.803231:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078026.803232:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078026.803238:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.803240:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078026.803243:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.803246:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078026.803248:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3665 00000100:00000001:1.0:1769078026.803251:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769078026.803254:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078026.803256:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078026.803258:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078026.803261:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078026.803263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769078026.803265:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078026.803268:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078026.803274:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00080000:1.0:1769078026.803275:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:0.0:1769078026.803279:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078026.803282:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078026.803285:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078026.803289:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078026.803291:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978461824:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769078026.803298:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078026.803301:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.803304:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803306:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769078026.803309:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078026.803311:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078026.803316:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078026.803317:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078026.803322:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.803324:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769078026.803326:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078026.803328:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000008:00100000:0.0:1769078026.803331:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000020:00000001:1.0:1769078026.803333:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1769078026.803337:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803340:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.803340:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078026.803345:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769078026.803347:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078026.803349:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769078026.803351:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803353:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.803356:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078026.803358:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078026.803361:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078026.803365:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803370:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078026.803422:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803425:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078026.803427:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078026.803429:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078026.803431:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078026.803434:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.803437:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078026.803439:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078026.803442:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803444:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.803448:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461952:192.168.204.124@tcp:38:kworker.0 00000100:00100000:0.0:1769078026.803456:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978462208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078026.803457:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078026.803461:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078026.803466:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.803472:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078026.803473:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078026.803475:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803477:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803485:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803487:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769078026.803488:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078026.803490:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00080000:0.0:1769078026.803498:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078026.803501:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078026.803501:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078026.803503:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078026.803508:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078026.803512:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3665 00000100:00080000:0.0:1769078026.803517:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769078026.803523:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078026.803524:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078026.803527:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078026.803530:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078026.803532:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078026.803534:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078026.803534:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078026.803539:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078026.803541:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078026.803542:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078026.803546:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078026.803547:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078026.803552:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078026.803553:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078026.803555:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.803558:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078026.803560:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.803561:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078026.803566:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803567:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078026.803570:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078026.803570:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298337826 00000008:00000001:0.0:1769078026.803574:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803577:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298339065 00000100:00000001:0.0:1769078026.803579:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803582:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298337826 00000100:00000001:1.0:1769078026.803587:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298339065 00000100:00000001:1.0:1769078026.803591:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078026.803592:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078026.803593:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078026.803596:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803598:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078026.803600:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078026.803604:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078026.803606:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff8f28835e9f80 x1855008978461952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078026.803608:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803618:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078026.803621:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078026.803624:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078026.803628:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1769078026.803629:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978462336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078026.803631:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078026.803634:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803639:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.803642:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.803649:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078026.803652:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978461952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078026.803654:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.803657:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803674:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803677:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078026.803680:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803682:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.803684:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803686:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078026.803689:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078026.803692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078026.803696:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078026.803699:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078026.803702:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978461952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078026.803707:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078026.803709:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078026.803711:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.803713:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078026.803716:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078026.803719:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.803722:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078026.803726:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078026.803728:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078026.803730:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.803733:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078026.803736:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803742:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078026.803745:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:1.0:1769078026.803749:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078026.803761:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078026.803766:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078026.803768:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078026.803770:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803772:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078026.803775:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803779:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298337823 00000100:00000001:1.0:1769078026.803782:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298339065 00000100:00000001:1.0:1769078026.803785:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298337823 00000100:00000001:1.0:1769078026.803787:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298339065 00000100:00000001:1.0:1769078026.803790:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078026.803793:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803794:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078026.803799:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff8f28835e9500 x1855008978462080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078026.803807:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078026.803808:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078026.803810:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078026.803812:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078026.803813:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803815:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.803817:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078026.803820:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978462080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078026.803827:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803829:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078026.803832:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803834:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.803835:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803837:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078026.803838:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078026.803841:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078026.803845:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078026.803847:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078026.803851:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078026.803855:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803857:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078026.803859:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078026.803861:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078026.803863:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078026.803864:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078026.803866:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078026.803868:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078026.803870:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078026.803872:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078026.803873:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803875:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078026.803876:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078026.803878:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078026.803879:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078026.803881:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078026.803882:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078026.803883:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078026.803884:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078026.803885:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078026.803886:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803888:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803892:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078026.803893:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803895:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078026.803896:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078026.803897:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078026.803899:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078026.803900:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.803902:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078026.803904:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078026.803906:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.803909:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078026.803912:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078026.803914:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078026.803915:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.803917:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078026.803920:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803926:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078026.803928:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078026.803932:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078026.803941:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078026.803945:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078026.803947:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078026.803948:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803950:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078026.803953:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803956:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298337826 00000100:00000001:1.0:1769078026.803958:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298339065 00000100:00000001:1.0:1769078026.803961:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298337826 00000100:00000001:1.0:1769078026.803964:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298339065 00000100:00000001:1.0:1769078026.803966:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078026.803968:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.803969:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078026.803973:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff8f28835ea300 x1855008978462208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078026.803980:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078026.803981:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078026.803983:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078026.803985:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078026.803986:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.803988:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.803990:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078026.803993:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978462208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078026.804000:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804003:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078026.804005:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804007:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.804008:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804010:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078026.804012:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078026.804015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078026.804018:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078026.804020:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078026.804023:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078026.804027:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078026.804029:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078026.804030:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.804032:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078026.804034:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078026.804036:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.804039:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078026.804042:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078026.804044:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078026.804045:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.804047:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078026.804049:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.804053:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078026.804055:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:1.0:1769078026.804058:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078026.804067:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078026.804070:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078026.804072:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078026.804074:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.804075:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078026.804078:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.804081:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298337818 00000100:00000001:1.0:1769078026.804083:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298339065 00000100:00000001:1.0:1769078026.804085:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298337818 00000100:00000001:1.0:1769078026.804088:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298339065 00000100:00000001:1.0:1769078026.804091:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078026.804093:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.804095:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078026.804098:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff8f28835eb480 x1855008978462336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078026.804106:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078026.804107:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078026.804110:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078026.804111:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078026.804113:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804114:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.804116:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078026.804119:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978462336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078026.804125:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804127:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078026.804129:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804131:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078026.804133:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804134:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078026.804136:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078026.804138:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078026.804141:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078026.804144:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078026.804147:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078026.804151:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804153:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078026.804155:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078026.804156:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078026.804158:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078026.804160:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078026.804161:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078026.804163:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078026.804165:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078026.804183:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078026.804185:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804187:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078026.804188:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078026.804190:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078026.804191:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078026.804193:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078026.804194:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078026.804196:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078026.804197:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078026.804201:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078026.804202:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804204:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.804207:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078026.804209:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.804211:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078026.804212:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078027.442469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078027.442472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078027.442480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078027.442481:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078027.442485:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078027.442486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078027.442488:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078027.442495:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769078027.442498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078027.442499:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078027.442501:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078027.442505:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078027.442506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078027.442509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078027.442510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078027.442511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078027.442515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078027.442519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078027.442521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078027.442566:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078027.442572:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078027.442576:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078027.826479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078027.826489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078027.826491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078027.826497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078027.826502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078027.826505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078027.826509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078027.826511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078027.826514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078028.466498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078028.466500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078028.466505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078028.466507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078028.466510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078028.466512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078028.466513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078028.466520:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078028.466526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078028.466530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.466532:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078028.466535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.466537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078028.466604:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078028.466611:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078028.466617:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078028.851455:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078028.851462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078028.851464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078028.851469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078028.851472:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078028.851475:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.851477:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078028.851479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.851481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078029.490536:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078029.490546:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078029.490548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078029.490549:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078029.490555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078029.490559:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078029.490567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078029.490568:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078029.490574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078029.490576:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078029.490581:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078029.490583:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078029.490586:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078029.490641:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078029.490644:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078029.490657:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078029.874583:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078029.874592:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078029.874594:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078029.874600:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078029.874604:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078029.874608:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078029.874611:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078029.874613:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078029.874616:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078030.514508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078030.514515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078030.514516:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078030.514527:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078030.514527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078030.514544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078030.514545:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078030.514549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078030.514557:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078030.514560:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.514562:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078030.514564:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.514566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078030.514619:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078030.514622:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078030.514625:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078030.899431:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078030.899441:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078030.899443:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078030.899450:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078030.899455:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078030.899459:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.899462:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078030.899465:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.899468:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.538524:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078031.538534:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078031.538537:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.538544:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078031.538549:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078031.538553:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.538556:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.538560:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.538563:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078031.538627:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078031.538631:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078031.538636:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078031.538637:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078031.538702:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078031.538706:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078031.538709:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078031.922467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078031.922479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078031.922481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.922488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769078031.922490:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078031.922492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078031.922496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078031.922499:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078031.922500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.922504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.922506:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078031.922507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078031.922513:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078031.922519:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078031.922528:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3670 00000100:00080000:0.0:1769078031.922542:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078031.922545:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078031.922547:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078031.922552:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078031.922555:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078031.922559:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078031.922562:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078031.922564:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078031.922566:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078031.922572:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078031.922575:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.922579:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078031.922583:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078031.922586:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922589:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078031.922593:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.922605:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078031.922608:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922612:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078031.922614:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078031.922618:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922633:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078031.922644:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978462464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078031.922656:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078031.922661:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922675:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078031.922678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078031.922680:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078031.922681:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078031.922683:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078031.922685:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078031.922687:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3670 00000100:00080000:0.0:1769078031.922690:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078031.922692:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078031.922693:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078031.922695:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078031.922696:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078031.922698:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078031.922700:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078031.922701:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078031.922703:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078031.922705:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078031.922707:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.922708:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078031.922708:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769078031.922712:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078031.922714:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769078031.922715:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922718:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078031.922718:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1769078031.922723:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078031.922723:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.922725:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078031.922727:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922731:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.922734:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078031.922734:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078031.922736:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922739:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078031.922740:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078031.922741:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078031.922743:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.922746:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922751:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.922754:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978462464:192.168.204.124@tcp:250:kworker.0 00000100:00100000:0.0:1769078031.922761:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978462592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078031.922762:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078031.922769:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078031.922771:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078031.922774:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922775:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.922779:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078031.922781:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078031.922785:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078031.922786:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078031.922789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078031.922792:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078031.922793:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078031.922796:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078031.922799:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3670 00000100:00080000:0.0:1769078031.922803:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078031.922805:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078031.922807:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078031.922808:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769078031.922810:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078031.922812:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078031.922813:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078031.922816:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078031.922818:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:0.0:1769078031.922820:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078031.922823:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078031.922826:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078031.922829:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078031.922833:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.922835:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078031.922838:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078031.922841:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922843:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078031.922845:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078031.922848:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922849:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.922854:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078031.922857:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922858:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078031.922860:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078031.922861:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922866:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078031.922874:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978462720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078031.922874:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078031.922884:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078031.922886:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922889:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.922890:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769078031.922892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078031.922896:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769078031.922898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078031.922900:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922901:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078031.922903:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769078031.922904:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078031.922909:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078031.922911:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078031.922913:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3670 00000100:00000001:1.0:1769078031.922918:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298344185 00000100:00080000:0.0:1769078031.922920:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078031.922925:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078031.922926:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078031.922929:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078031.922930:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078031.922932:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078031.922933:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1769078031.922936:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078031.922941:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298344185 00000100:00000001:0.0:1769078031.922942:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078031.922945:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078031.922948:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769078031.922952:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078031.922954:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078031.922957:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.922959:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.922961:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078031.922963:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769078031.922966:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078031.922971:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.922972:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff8f28835ead80 x1855008978462464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.922974:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078031.922978:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078031.922983:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.922987:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078031.922991:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769078031.922993:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:1.0:1769078031.922995:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769078031.922996:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.923000:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078031.923001:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1769078031.923002:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078031.923005:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923006:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078031.923010:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.923011:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923013:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078031.923016:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078031.923019:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978462848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078031.923029:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078031.923032:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.923032:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978462464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.923037:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078031.923041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078031.923051:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923054:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078031.923059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078031.923060:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.923062:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078031.923064:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769078031.923065:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078031.923067:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.923071:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078031.923072:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769078031.923077:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3670 00000100:00000001:1.0:1769078031.923077:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078031.923096:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078031.923098:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078031.923101:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078031.923104:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078031.923106:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:0.0:1769078031.923110:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078031.923111:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769078031.923113:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078031.923117:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00100000:1.0:1769078031.923118:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978462464:192.168.204.124@tcp:250:kworker.0 00000020:00000001:0.0:1769078031.923121:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078031.923127:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078031.923127:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.923129:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078031.923132:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769078031.923137:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078031.923137:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078031.923141:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769078031.923142:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.923146:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078031.923147:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769078031.923150:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078031.923151:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1769078031.923155:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078031.923155:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769078031.923159:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078031.923160:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000008:00100000:0.0:1769078031.923161:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078031.923164:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:0.0:1769078031.923166:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.923170:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923170:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078031.923173:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078031.923177:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078031.923177:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078031.923180:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.923183:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078031.923184:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1769078031.923185:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078031.923188:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.923189:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923191:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078031.923194:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078031.923196:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078031.923197:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.923199:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.923202:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078031.923204:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078031.923206:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.923206:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.923213:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462592:192.168.204.124@tcp:38:kworker.0 00000100:00100000:0.0:1769078031.923215:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978462976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078031.923219:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078031.923222:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078031.923225:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.923229:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078031.923231:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078031.923233:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.923235:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.923241:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923242:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078031.923245:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:1.0:1769078031.923250:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078031.923262:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078031.923268:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078031.923270:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078031.923272:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923273:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078031.923276:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923280:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298342945 00000100:00000001:1.0:1769078031.923283:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298344185 00000100:00000001:1.0:1769078031.923285:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298342945 00000100:00000001:1.0:1769078031.923287:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298344185 00000100:00000001:1.0:1769078031.923289:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078031.923292:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923293:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078031.923297:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff8f28835e8700 x1855008978462592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078031.923307:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078031.923308:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078031.923310:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078031.923312:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078031.923313:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923314:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078031.923316:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078031.923320:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978462592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078031.923332:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923334:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078031.923337:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923346:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078031.923350:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923352:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078031.923354:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078031.923357:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078031.923360:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078031.923363:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078031.923366:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078031.923370:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078031.923372:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.923391:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.923394:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078031.923396:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078031.923399:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.923402:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078031.923406:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078031.923408:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078031.923410:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.923412:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078031.923415:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923420:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078031.923422:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:1.0:1769078031.923425:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078031.923437:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078031.923441:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078031.923443:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078031.923444:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923446:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078031.923448:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923451:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298342943 00000100:00000001:1.0:1769078031.923454:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298344185 00000100:00000001:1.0:1769078031.923457:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298342943 00000100:00000001:1.0:1769078031.923459:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298344185 00000100:00000001:1.0:1769078031.923461:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078031.923462:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923464:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078031.923468:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff8f28835e9180 x1855008978462720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078031.923476:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078031.923477:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078031.923479:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078031.923481:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078031.923482:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923484:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078031.923485:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078031.923488:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978462720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078031.923496:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923498:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078031.923500:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923501:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078031.923503:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923505:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078031.923506:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078031.923509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078031.923512:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078031.923514:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078031.923518:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078031.923522:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078031.923523:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.923524:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.923527:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078031.923529:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078031.923531:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.923533:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078031.923536:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078031.923538:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078031.923539:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.923541:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078031.923543:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923549:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078031.923550:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078031.923553:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078031.923564:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078031.923568:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078031.923570:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078031.923571:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923573:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078031.923576:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923579:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298342946 00000100:00000001:1.0:1769078031.923582:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298344185 00000100:00000001:1.0:1769078031.923584:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298342946 00000100:00000001:1.0:1769078031.923586:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298344185 00000100:00000001:1.0:1769078031.923589:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078031.923591:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923592:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078031.923596:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff8f28835eb800 x1855008978462848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078031.923609:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078031.923610:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078031.923613:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078031.923614:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078031.923616:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923617:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078031.923619:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078031.923622:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978462848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078031.923629:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923631:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078031.923633:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923635:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078031.923636:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923638:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078031.923640:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078031.923643:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078031.923646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078031.923648:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078031.923651:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078031.923655:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923657:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078031.923658:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078031.923660:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078031.923662:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078031.923663:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078031.923665:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078031.923667:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078031.923668:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078031.923670:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078031.923671:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923673:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078031.923675:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078031.923676:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078031.923677:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078031.923679:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078031.923680:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078031.923682:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078031.923683:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078031.923684:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078031.923685:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923686:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078031.923687:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078031.923689:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078031.923690:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078031.923691:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078031.923692:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078031.923694:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078031.923695:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078031.923697:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078031.923698:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923700:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923703:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078031.923705:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923707:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078031.923708:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078031.923710:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078031.923711:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.923712:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.923714:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078031.923716:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078031.923718:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.923721:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078031.923725:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078031.923726:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078031.923728:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078031.923729:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078031.923732:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923737:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078031.923738:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:1.0:1769078031.923741:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078031.923752:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078031.923756:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078031.923758:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078031.923759:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923761:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078031.923763:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923766:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298342938 00000100:00000001:1.0:1769078031.923769:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298344185 00000100:00000001:1.0:1769078031.923771:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298342938 00000100:00000001:1.0:1769078031.923773:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298344185 00000100:00000001:1.0:1769078031.923775:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078031.923776:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923778:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078031.923782:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff8f28835e8000 x1855008978462976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078031.923789:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078031.923790:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078031.923792:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078031.923793:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078031.923795:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923796:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078031.923798:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078031.923801:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978462976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078031.923808:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923810:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078031.923812:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923813:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078031.923815:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923816:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078031.923818:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078031.923820:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078031.923824:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078031.923826:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078031.923829:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978462976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078031.923833:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923834:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078031.923836:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078031.923837:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078031.923839:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078031.923840:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078031.923842:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078031.923843:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078031.923845:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078031.923847:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078031.923848:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923850:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.923852:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078031.923854:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.923856:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078031.923857:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078032.562515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078032.562521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078032.562523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078032.562525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078032.562526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078032.562532:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078032.562533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078032.562536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078032.562537:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078032.562541:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078032.562543:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078032.562545:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078032.562547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078032.562599:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078032.562603:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078032.562614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078032.946432:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078032.946439:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078032.946441:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078032.946445:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078032.946448:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078032.946451:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078032.946453:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078032.946455:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078032.946457:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.586504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078033.586506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078033.586512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.586513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078033.586515:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078033.586520:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078033.586522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078033.586523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078033.586525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.586527:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.586531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078033.586534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.586536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078033.586583:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078033.586586:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078033.586590:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078033.970465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078033.970474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078033.970476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078033.970482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078033.970487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078033.970492:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.970495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078033.970498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.970501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078034.610547:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078034.610555:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078034.610555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078034.610557:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078034.610561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078034.610564:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078034.610567:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078034.610570:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078034.610572:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078034.610576:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078034.610576:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078034.610586:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078034.610587:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078034.610593:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078034.610593:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078034.610600:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078034.610602:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078034.610606:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078034.610609:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078034.610673:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078034.610676:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078034.610678:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078034.994465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078034.994475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078034.994477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078034.994484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078034.994489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078034.994493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078034.994496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078034.994499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078034.994502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078035.634493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078035.634496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078035.634500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078035.634502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078035.634507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078035.634508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078035.634511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078035.634514:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078035.634520:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078035.634523:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078035.634527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078035.634530:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078035.634534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078035.634569:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078035.634573:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078035.634577:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078036.018514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078036.018525:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078036.018527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078036.018535:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078036.018540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078036.018544:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078036.018547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078036.018550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078036.018553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.658496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078036.658502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078036.658509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.658510:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078036.658513:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078036.658519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078036.658519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078036.658524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.658525:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078036.658529:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078036.658533:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078036.658535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078036.658537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078036.658592:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078036.658597:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078036.658601:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078037.042509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078037.042519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078037.042522:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078037.042525:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078037.042529:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078037.042529:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078037.042535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078037.042538:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3675 00000100:00000001:1.0:1769078037.042539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.042544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078037.042547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078037.042550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.042552:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078037.042552:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078037.042556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078037.042557:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078037.042560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078037.042561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078037.042566:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078037.042569:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078037.042571:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078037.042573:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078037.042575:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078037.042576:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078037.042579:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078037.042581:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078037.042584:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078037.042587:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078037.042589:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042591:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078037.042593:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078037.042605:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078037.042606:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042608:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078037.042611:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078037.042615:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042628:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078037.042638:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978463104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078037.042648:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078037.042653:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042669:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078037.042672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078037.042675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078037.042676:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078037.042678:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078037.042681:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078037.042684:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3675 00000100:00080000:3.0:1769078037.042689:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078037.042691:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078037.042693:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078037.042695:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078037.042697:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078037.042697:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078037.042702:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078037.042702:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078037.042707:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078037.042707:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078037.042711:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078037.042712:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078037.042715:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042716:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078037.042722:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769078037.042722:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078037.042728:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078037.042728:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.042733:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078037.042733:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078037.042741:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978463104:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078037.042742:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078037.042747:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.042748:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078037.042749:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078037.042753:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078037.042756:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.042759:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:3.0:1769078037.042759:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078037.042763:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.042765:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042765:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078037.042772:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078037.042773:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042774:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078037.042775:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078037.042777:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042782:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.042784:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078037.042787:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00100000:3.0:1769078037.042788:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978463232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078037.042791:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078037.042796:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078037.042798:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042800:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078037.042802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078037.042804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078037.042805:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078037.042807:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078037.042808:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078037.042810:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3675 00000100:00080000:3.0:1769078037.042813:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078037.042814:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078037.042815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078037.042817:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078037.042818:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078037.042820:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078037.042821:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078037.042823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078037.042824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078037.042827:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078037.042830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078037.042832:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:3.0:1769078037.042834:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078037.042838:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078037.042840:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042843:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078037.042845:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078037.042847:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:3.0:1769078037.042848:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.042852:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078037.042852:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.042855:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.042858:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769078037.042858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078037.042861:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.042863:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042864:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078037.042868:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078037.042869:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298349305 02000000:00000001:3.0:1769078037.042870:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042878:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.042880:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078037.042886:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298349305 00000100:00100000:3.0:1769078037.042886:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978463360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078037.042892:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078037.042896:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078037.042900:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042902:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078037.042903:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078037.042907:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.042909:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078037/real 1769078037] req@ffff8f28835fa680 x1855008978463104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078037.042912:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078037.042918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1769078037.042921:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769078037.042923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000001:1.0:1769078037.042924:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078037.042927:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078037.042929:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078037.042931:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078037.042933:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3675 00000100:00080000:3.0:1769078037.042937:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078037.042938:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078037.042938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078037.042942:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078037.042943:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769078037.042944:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078037.042948:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078037.042948:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078037.042950:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078037.042953:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078037.042954:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078037.042958:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078037.042959:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078037.042959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078037.042965:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078037.042967:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078037.042968:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078037.042969:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978463104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078037.042970:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078037.042974:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042978:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078037.042981:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078037.042986:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078037.042986:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.042987:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.042991:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078037.042993:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078037.043006:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043008:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078037.043011:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078037.043011:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043013:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078037.043014:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078037.043016:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078037.043017:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043020:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078037.043023:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078037.043027:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078037.043030:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078037.043030:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.043037:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978463104:192.168.204.124@tcp:250:kworker.0 00000100:00100000:3.0:1769078037.043038:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978463488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078037.043047:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078037.043049:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078037.043052:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078037.043052:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043057:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078037.043057:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078037.043062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078037.043063:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1769078037.043064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078037.043067:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769078037.043068:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1769078037.043069:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078037.043073:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078037.043073:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078037.043077:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3675 00000020:00000001:1.0:1769078037.043078:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769078037.043082:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769078037.043084:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769078037.043085:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078037.043087:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769078037.043088:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078037.043091:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1769078037.043091:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078037.043092:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078037.043094:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078037.043095:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078037.043097:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078037.043098:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078037.043101:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078037.043102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078037.043104:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078037.043105:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078037.043106:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078037.043108:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078037.043109:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.043110:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078037.043111:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00100000:3.0:1769078037.043112:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078037.043114:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078037.043115:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043117:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078037.043118:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043120:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078037.043123:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769078037.043123:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078037.043124:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078037.043125:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043127:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.043128:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078037.043130:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078037.043130:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078037.043133:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078037.043135:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.043138:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078037.043141:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078037.043142:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078037.043144:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.043145:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078037.043147:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078037.043151:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043153:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078037.043155:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:3.0:1769078037.043157:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043160:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1769078037.043163:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978463616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078037.043169:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078037.043170:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.043173:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078037.043174:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078037.043180:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078037.043182:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078037.043184:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043185:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078037.043186:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043189:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298348065 00000100:00000001:1.0:1769078037.043192:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298349305 00000100:00000001:1.0:1769078037.043194:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298348065 00000100:00000001:1.0:1769078037.043195:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298349305 00000100:00000001:1.0:1769078037.043197:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078037.043198:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043200:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078037.043203:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078037/real 1769078037] req@ffff8f28835f8e00 x1855008978463232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078037.043209:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078037.043210:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078037.043212:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078037.043213:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078037.043213:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043215:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078037.043216:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078037.043218:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978463232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078037.043223:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043225:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078037.043226:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043227:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078037.043227:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043228:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078037.043229:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078037.043231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078037.043232:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078037.043233:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078037.043235:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078037.043238:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078037.043239:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078037.043240:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.043242:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078037.043243:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078037.043246:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.043250:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078037.043253:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078037.043256:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078037.043257:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.043259:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078037.043262:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043267:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078037.043268:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:1.0:1769078037.043271:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078037.043282:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078037.043286:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078037.043288:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078037.043289:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043291:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078037.043294:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043297:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298348062 00000100:00000001:1.0:1769078037.043298:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298349305 00000100:00000001:1.0:1769078037.043300:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298348062 00000100:00000001:1.0:1769078037.043301:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298349305 00000100:00000001:1.0:1769078037.043303:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078037.043304:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043305:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078037.043307:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078037/real 1769078037] req@ffff8f28835f8000 x1855008978463360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078037.043312:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078037.043313:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078037.043314:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078037.043315:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078037.043317:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043318:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078037.043318:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078037.043321:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978463360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078037.043325:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043326:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078037.043327:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043328:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078037.043328:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043329:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078037.043330:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078037.043331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078037.043333:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078037.043334:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078037.043337:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078037.043340:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078037.043341:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078037.043342:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.043343:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078037.043344:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078037.043345:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.043347:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078037.043349:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078037.043350:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078037.043351:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.043352:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078037.043354:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043358:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078037.043358:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:1.0:1769078037.043361:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078037.043367:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078037.043370:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078037.043371:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078037.043372:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043390:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078037.043392:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043394:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298348066 00000100:00000001:1.0:1769078037.043396:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298349305 00000100:00000001:1.0:1769078037.043398:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298348066 00000100:00000001:1.0:1769078037.043399:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298349305 00000100:00000001:1.0:1769078037.043400:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078037.043401:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043402:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078037.043405:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078037/real 1769078037] req@ffff8f28835f9f80 x1855008978463488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078037.043413:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078037.043414:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078037.043415:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078037.043416:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078037.043417:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043418:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078037.043419:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078037.043421:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978463488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078037.043425:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043426:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078037.043427:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043428:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078037.043429:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043430:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078037.043431:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078037.043432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078037.043434:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078037.043436:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078037.043437:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078037.043439:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043440:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078037.043441:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078037.043442:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078037.043443:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078037.043444:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078037.043445:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078037.043446:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078037.043447:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078037.043449:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078037.043450:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043451:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078037.043452:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078037.043453:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078037.043454:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078037.043455:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078037.043456:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078037.043457:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078037.043457:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078037.043458:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078037.043459:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043459:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078037.043460:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078037.043461:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078037.043469:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078037.043470:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078037.043470:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078037.043474:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078037.043475:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078037.043476:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078037.043477:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043478:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043480:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078037.043481:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043482:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078037.043483:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078037.043484:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078037.043485:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078037.043486:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.043487:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078037.043488:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078037.043489:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.043492:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078037.043493:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078037.043495:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078037.043496:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078037.043498:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078037.043501:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043505:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078037.043507:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:1.0:1769078037.043510:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078037.043522:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078037.043525:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078037.043528:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078037.043529:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043531:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078037.043533:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043536:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298348058 00000100:00000001:1.0:1769078037.043539:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298349305 00000100:00000001:1.0:1769078037.043541:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298348058 00000100:00000001:1.0:1769078037.043543:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298349305 00000100:00000001:1.0:1769078037.043545:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078037.043547:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043549:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078037.043552:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078037/real 1769078037] req@ffff8f28835fa680 x1855008978463616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078037.043559:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078037.043560:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078037.043562:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078037.043563:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078037.043564:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043566:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078037.043567:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078037.043570:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978463616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078037.043576:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043578:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078037.043580:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043581:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078037.043583:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043584:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078037.043585:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078037.043588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078037.043591:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078037.043593:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078037.043596:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078037.043599:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043601:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078037.043602:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078037.043603:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078037.043614:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078037.043616:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078037.043617:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078037.043619:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078037.043620:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078037.043622:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078037.043623:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043625:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.043628:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078037.043629:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.043631:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078037.043632:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078037.682479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078037.682483:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078037.682486:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078037.682493:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078037.682494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078037.682496:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.682498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078037.682502:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078037.682504:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.682505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078037.682507:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.682512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078037.682513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.682519:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078037.682520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078037.682527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.682528:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078037.682534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.682537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078037.682583:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078037.682586:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078037.682588:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078038.066534:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078038.066542:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078038.066543:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078038.066548:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078038.066551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078038.066555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.066557:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078038.066559:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.066561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078038.706474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078038.706480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078038.706481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078038.706491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078038.706492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078038.706496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078038.706497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078038.706505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078038.706512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078038.706517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.706520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078038.706524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.706527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078038.706561:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078038.706566:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078038.706569:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078039.090538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078039.090545:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078039.090548:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078039.090554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078039.090558:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078039.090561:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.090564:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078039.090567:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.090569:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.730443:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078039.730449:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078039.730451:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078039.730455:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078039.730459:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.730459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078039.730462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078039.730466:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078039.730471:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078039.730475:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.730477:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078039.730480:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.730483:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078039.730526:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078039.730530:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078039.730534:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078040.114513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078040.114521:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078040.114523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078040.114528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078040.114532:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078040.114535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.114538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078040.114540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.114542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078040.754471:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078040.754475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078040.754477:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078040.754480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078040.754481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078040.754487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078040.754488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078040.754492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078040.754492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078040.754497:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.754500:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078040.754502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.754504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078040.754547:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078040.754550:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078040.754552:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078041.138476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078041.138483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078041.138484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078041.138488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078041.138490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078041.138493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.138495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078041.138496:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.138498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078041.778469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078041.778470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078041.778475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078041.778477:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078041.778480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078041.778481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078041.778482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078041.778488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078041.778493:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078041.778497:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.778500:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078041.778502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.778505:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078041.778537:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078041.778542:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078041.778545:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078042.162498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078042.162505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078042.162507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078042.162512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769078042.162516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078042.162518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078042.162526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078042.162529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078042.162531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078042.162533:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078042.162535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078042.162539:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078042.162541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162549:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078042.162559:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3680 00000100:00080000:2.0:1769078042.162571:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078042.162575:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078042.162577:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078042.162582:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078042.162585:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078042.162588:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078042.162591:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078042.162593:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078042.162595:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078042.162599:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078042.162602:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078042.162605:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078042.162608:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078042.162611:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162613:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078042.162616:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078042.162628:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078042.162629:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162632:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078042.162635:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078042.162638:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162648:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078042.162656:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978463744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078042.162665:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078042.162669:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162688:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078042.162691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078042.162694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078042.162695:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078042.162696:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078042.162698:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078042.162701:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3680 00000100:00080000:2.0:1769078042.162704:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078042.162705:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078042.162707:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078042.162709:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078042.162710:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078042.162712:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078042.162714:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078042.162715:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078042.162717:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078042.162720:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078042.162722:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078042.162724:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078042.162729:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078042.162731:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162733:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078042.162736:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078042.162737:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:2.0:1769078042.162740:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.162743:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078042.162744:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.162747:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769078042.162750:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078042.162751:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078042.162753:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.162755:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162756:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078042.162759:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078042.162761:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.162762:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078042.162766:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.162767:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078042.162771:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078042.162773:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978463872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078042.162779:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978463744:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078042.162784:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078042.162787:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078042.162787:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162792:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.162793:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1769078042.162795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078042.162797:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078042.162799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:1.0:1769078042.162802:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078042.162803:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078042.162806:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078042.162808:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:1.0:1769078042.162810:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078042.162812:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3680 00000100:00080000:2.0:1769078042.162817:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078042.162819:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078042.162820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078042.162823:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078042.162824:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078042.162826:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078042.162829:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078042.162829:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078042.162831:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078042.162833:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:2.0:1769078042.162834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078042.162839:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769078042.162840:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078042.162845:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078042.162846:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078042.162849:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078042.162851:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162853:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078042.162855:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078042.162858:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162859:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078042.162863:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078042.162865:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162867:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078042.162868:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078042.162870:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162875:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078042.162880:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978464000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078042.162885:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078042.162893:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078042.162895:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162898:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078042.162900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078042.162904:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769078042.162904:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078042.162917:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078042.162919:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078042.162921:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078042.162923:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769078042.162925:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3680 00000100:00000001:1.0:1769078042.162927:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.162931:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769078042.162932:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078042.162936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078042.162938:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162938:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078042.162943:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078042.162945:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078042.162946:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298354425 00000020:00000001:2.0:1769078042.162947:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078042.162952:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078042.162954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078042.162954:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078042.162958:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078042.162960:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078042.162961:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078042.162965:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078042.162968:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078042.162969:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298354425 02000000:00000001:2.0:1769078042.162970:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.162975:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078042.162977:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00100000:2.0:1769078042.162978:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078042.162983:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.162984:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078042.162985:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.162991:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078042.162993:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078042.162996:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769078042.162996:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.163000:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078042.163002:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078042.163005:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078042.163006:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078042] req@ffff8f2882c38380 x1855008978463744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078042.163010:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078042.163019:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978464128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769078042.163022:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078042.163025:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078042.163031:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078042.163032:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078042.163036:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078042.163036:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.163040:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163041:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078042.163046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078042.163047:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163050:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078042.163051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078042.163055:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078042.163057:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078042.163060:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978463744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078042.163061:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078042.163066:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3680 00000100:00080000:2.0:1769078042.163072:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078042.163075:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078042.163076:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078042.163079:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078042.163082:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078042.163083:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078042.163086:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078042.163090:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078042.163090:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078042.163095:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078042.163096:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163099:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078042.163100:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078042.163104:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078042.163104:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078042.163108:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078042.163109:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:1.0:1769078042.163115:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078042.163115:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078042.163117:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078042.163121:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769078042.163125:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:2.0:1769078042.163125:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.163129:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078042.163131:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00100000:2.0:1769078042.163132:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078042.163136:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078042.163138:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978463744:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078042.163139:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078042.163144:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078042.163147:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163148:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078042.163149:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078042.163153:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769078042.163153:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078042.163155:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163157:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078042.163161:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769078042.163162:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.163165:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078042.163169:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1769078042.163169:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978464256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078042.163173:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078042.163178:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769078042.163180:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078042.163182:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078042.163183:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163186:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078042.163187:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163190:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163194:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163202:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078042.163204:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163206:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078042.163208:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078042.163210:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078042.163212:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078042.163213:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.163216:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078042.163217:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078042.163220:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078042.163224:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078042.163228:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078042.163230:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078042.163231:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.163233:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078042.163236:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163242:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078042.163244:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078042.163249:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078042.163261:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078042.163266:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078042.163268:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078042.163270:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163271:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078042.163273:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163278:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298353185 00000100:00000001:1.0:1769078042.163281:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298354425 00000100:00000001:1.0:1769078042.163283:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298353185 00000100:00000001:1.0:1769078042.163285:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298354425 00000100:00000001:1.0:1769078042.163288:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078042.163290:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163292:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078042.163296:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078042] req@ffff8f2882c3b800 x1855008978463872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078042.163304:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078042.163306:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078042.163308:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078042.163310:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078042.163311:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163313:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163314:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078042.163319:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978463872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078042.163325:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163328:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078042.163330:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163332:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163333:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163335:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078042.163337:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078042.163339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078042.163343:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078042.163345:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078042.163348:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978463872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078042.163352:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078042.163354:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078042.163355:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.163357:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078042.163359:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078042.163361:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078042.163364:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078042.163367:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078042.163368:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078042.163370:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.163372:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078042.163403:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163409:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078042.163410:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078042.163414:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078042.163425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078042.163429:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078042.163432:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078042.163433:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163435:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078042.163438:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163442:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298353183 00000100:00000001:1.0:1769078042.163444:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298354425 00000100:00000001:1.0:1769078042.163446:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298353183 00000100:00000001:1.0:1769078042.163448:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298354425 00000100:00000001:1.0:1769078042.163451:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078042.163453:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163454:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078042.163459:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078042] req@ffff8f2882c39f80 x1855008978464000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078042.163466:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078042.163467:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078042.163470:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078042.163471:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078042.163473:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163474:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163476:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078042.163480:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978464000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078042.163486:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163488:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078042.163490:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163492:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163493:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163495:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078042.163497:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078042.163499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078042.163502:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078042.163504:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078042.163508:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078042.163512:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078042.163513:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078042.163515:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.163517:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078042.163518:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078042.163520:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078042.163523:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078042.163526:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078042.163528:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078042.163529:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.163531:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078042.163534:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163539:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078042.163541:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078042.163544:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078042.163555:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078042.163559:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078042.163561:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078042.163563:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163564:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078042.163567:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163570:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298353186 00000100:00000001:1.0:1769078042.163573:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298354425 00000100:00000001:1.0:1769078042.163575:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298353186 00000100:00000001:1.0:1769078042.163577:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298354425 00000100:00000001:1.0:1769078042.163580:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078042.163582:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163584:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078042.163588:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078042] req@ffff8f2882c3bb80 x1855008978464128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078042.163603:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078042.163604:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078042.163606:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078042.163608:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078042.163609:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163611:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163612:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078042.163616:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978464128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078042.163624:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163626:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078042.163628:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163630:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163631:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163633:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078042.163634:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078042.163637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078042.163640:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078042.163642:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078042.163646:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078042.163650:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078042.163651:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078042.163652:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.163654:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078042.163656:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078042.163658:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078042.163661:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078042.163664:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078042.163665:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078042.163667:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.163669:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078042.163672:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163677:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078042.163678:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078042.163681:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078042.163692:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078042.163696:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078042.163698:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078042.163700:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163701:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078042.163703:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163707:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298353178 00000100:00000001:1.0:1769078042.163710:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298354425 00000100:00000001:1.0:1769078042.163712:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298353178 00000100:00000001:1.0:1769078042.163715:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298354425 00000100:00000001:1.0:1769078042.163717:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078042.163718:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163720:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078042.163725:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078042] req@ffff8f2882c3a680 x1855008978464256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078042.163732:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078042.163734:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078042.163736:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078042.163738:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078042.163739:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163741:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163742:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078042.163746:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978464256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078042.163753:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163755:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078042.163758:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163759:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078042.163760:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163762:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078042.163764:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078042.163766:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078042.163769:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078042.163771:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078042.163774:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078042.163778:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163779:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078042.163781:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078042.163782:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078042.163784:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078042.163786:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078042.163787:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078042.163789:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078042.163791:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078042.163793:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078042.163794:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163796:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078042.163798:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078042.163799:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078042.163800:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078042.163802:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078042.163803:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078042.163804:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078042.163805:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078042.163807:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078042.163809:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163810:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078042.163811:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078042.163812:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078042.163814:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078042.163815:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078042.163817:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078042.163819:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078042.163820:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078042.163822:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078042.163823:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163825:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078042.163826:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078042.163827:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078042.163828:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078042.163829:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078042.163830:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078042.163832:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078042.163833:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078042.163834:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078042.163835:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163837:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.163840:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078042.163842:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.163844:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078042.163845:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.802483:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078042.802491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078042.802492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078042.802493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078042.802500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078042.802501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078042.802508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078042.802512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078042.802514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078042.802515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.802527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078042.802531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.802535:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078042.802588:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078042.802591:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078042.802593:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078043.186509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078043.186516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078043.186518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078043.186523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078043.186526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078043.186530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078043.186532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078043.186534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078043.186536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078043.826497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078043.826499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078043.826506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078043.826506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078043.826510:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078043.826515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078043.826519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078043.826519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078043.826527:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078043.826532:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078043.826537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078043.826540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078043.826544:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078043.826573:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078043.826578:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078043.826582:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078044.210488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078044.210496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078044.210497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078044.210501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078044.210504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078044.210507:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078044.210509:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078044.210511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078044.210513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.850457:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078044.850457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078044.850463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.850464:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078044.850467:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078044.850469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078044.850471:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078044.850472:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078044.850476:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078044.850477:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078044.850480:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.850481:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078044.850483:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078044.850485:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.850486:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078044.850488:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.850489:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078044.850491:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.850492:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078044.850552:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078044.850555:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078044.850558:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078045.234466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078045.234475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078045.234477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078045.234482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078045.234493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078045.234497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.234500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078045.234503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.234505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.874478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078045.874483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078045.874486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078045.874487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.874489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078045.874494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078045.874496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078045.874497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078045.874499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.874501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.874504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078045.874506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.874508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078045.874557:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078045.874559:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078045.874562:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078046.258501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078046.258507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078046.258509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078046.258514:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078046.258518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078046.258525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078046.258528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078046.258531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078046.258534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078046.898466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078046.898466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078046.898474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078046.898474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078046.898479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078046.898480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078046.898483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078046.898485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078046.898490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078046.898493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078046.898496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078046.898498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078046.898501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078046.898545:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078046.898549:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078046.898553:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078047.282467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078047.282468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078047.282475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078047.282476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078047.282478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282479:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078047.282482:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078047.282485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078047.282486:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078047.282490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078047.282493:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3685 00000100:00000001:0.0:1769078047.282495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078047.282499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078047.282502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078047.282503:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078047.282504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282506:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078047.282509:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078047.282512:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078047.282515:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078047.282517:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078047.282518:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078047.282520:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078047.282521:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078047.282524:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078047.282525:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078047.282527:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078047.282529:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078047.282532:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282533:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078047.282534:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078047.282544:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078047.282545:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282547:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078047.282549:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078047.282552:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282561:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078047.282567:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978464384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078047.282574:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078047.282577:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282587:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078047.282589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078047.282591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078047.282592:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078047.282593:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078047.282595:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078047.282597:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3685 00000100:00080000:3.0:1769078047.282599:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078047.282601:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078047.282602:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078047.282603:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078047.282605:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078047.282606:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078047.282608:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078047.282608:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078047.282611:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078047.282612:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078047.282613:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078047.282616:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769078047.282618:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078047.282619:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078047.282622:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282623:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078047.282625:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078047.282627:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078047.282629:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078047.282631:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078047.282632:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.282634:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282637:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078047.282641:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978464384:192.168.204.124@tcp:250:kworker.0 00000008:00100000:3.0:1769078047.282642:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078047.282647:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.282648:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078047.282650:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.282653:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078047.282654:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078047.282656:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078047.282656:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.282659:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078047.282660:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078047.282663:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078047.282664:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.282665:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282668:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078047.282674:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978464512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078047.282678:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078047.282680:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078047.282680:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282682:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.282683:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00080000:3.0:1769078047.282685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078047.282687:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078047.282689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078047.282691:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078047.282692:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078047.282693:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078047.282695:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3685 00000100:00080000:3.0:1769078047.282697:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078047.282698:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078047.282699:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078047.282701:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078047.282701:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078047.282702:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078047.282703:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078047.282704:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078047.282705:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078047.282707:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078047.282709:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078047.282711:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078047.282713:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078047.282714:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282715:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078047.282717:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078047.282718:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078047.282721:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078047.282721:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078047.282725:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078047.282726:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282728:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078047.282728:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078047.282729:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282732:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.282734:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1769078047.282738:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978464640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078047.282740:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078047.282743:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.282746:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078047.282747:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078047.282750:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.282751:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282752:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078047.282755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078047.282756:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298359545 00000100:00080000:3.0:1769078047.282759:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078047.282761:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078047.282762:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078047.282763:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078047.282765:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3685 00000100:00000001:1.0:1769078047.282766:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769078047.282767:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078047.282771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078047.282772:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298359545 00000100:00000001:3.0:1769078047.282773:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078047.282778:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769078047.282778:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078047.282781:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078047.282783:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078047.282785:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078047.282785:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078047.282789:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078047.282791:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:1.0:1769078047.282795:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff8f28835fb800 x1855008978464384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078047.282796:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078047.282799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078047.282807:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:1.0:1769078047.282810:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078047.282811:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078047.282813:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769078047.282815:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078047.282819:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769078047.282820:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078047.282847:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078047.282850:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.282852:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.282854:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078047.282859:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978464384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078047.282867:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.282870:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078047.282871:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.282872:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.282873:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.282875:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078047.282876:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078047.282878:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078047.282881:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078047.282883:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078047.282885:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978464384:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078047.282888:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.282889:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078047.282891:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078047.282892:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078047.282894:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078047.282895:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078047.282897:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078047.282899:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078047.282901:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078047.282907:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078047.282908:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.282912:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078047.282913:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.282916:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078047.282918:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078047.282919:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078047.282921:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078047.282923:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.282924:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078047.282927:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078047.282927:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.282929:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078047.282931:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078047.282933:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078047.282933:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078047.282936:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.282937:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078047.282940:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078047.282940:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078047.282944:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078047.282944:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078047.282947:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078047.282948:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464512:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078047.282953:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078047.282954:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.282955:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078047.282958:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.282960:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078047.282963:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078047.282963:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978464768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078047.282970:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078047.282971:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078047.282973:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:3.0:1769078047.282974:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.282977:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078047.282978:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078047.282981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078047.282983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078047.282985:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078047.282986:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078047.282988:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:1.0:1769078047.282990:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:3.0:1769078047.282992:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3685 00000100:00000001:1.0:1769078047.282996:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769078047.282997:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078047.282999:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078047.283000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078047.283002:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.283003:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078047.283005:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769078047.283007:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078047.283009:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078047.283009:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078047.283012:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078047.283015:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298358305 00000020:00000001:3.0:1769078047.283015:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078047.283019:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078047.283020:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298359545 00000100:00000001:3.0:1769078047.283021:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078047.283024:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298358305 00000100:00080000:3.0:1769078047.283027:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078047.283028:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298359545 00000100:00000001:3.0:1769078047.283032:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283033:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078047.283038:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078047.283038:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078047.283041:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769078047.283042:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078047.283046:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff8f28835fb100 x1855008978464512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078047.283046:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.283047:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078047.283050:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078047.283054:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.283058:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078047.283059:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078047.283061:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769078047.283063:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078047.283064:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769078047.283066:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.283067:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078047.283068:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078047.283069:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.283071:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283073:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078047.283076:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078047.283077:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978464896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078047.283078:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.283080:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078047.283087:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978464512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078047.283087:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078047.283091:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.283094:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283099:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283101:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078047.283103:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283104:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.283105:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283106:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078047.283107:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078047.283109:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078047.283112:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078047.283114:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078047.283117:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464512:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078047.283119:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078047.283120:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078047.283121:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.283122:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078047.283123:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078047.283124:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078047.283126:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078047.283127:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078047.283128:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078047.283129:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.283130:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078047.283133:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283137:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078047.283138:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:1.0:1769078047.283141:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078047.283151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078047.283155:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078047.283157:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078047.283158:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283160:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078047.283162:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283165:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298358302 00000100:00000001:1.0:1769078047.283168:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298359545 00000100:00000001:1.0:1769078047.283170:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298358302 00000100:00000001:1.0:1769078047.283172:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298359545 00000100:00000001:1.0:1769078047.283174:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078047.283176:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283178:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078047.283181:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff8f28835fa300 x1855008978464640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078047.283193:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078047.283194:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078047.283196:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078047.283197:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078047.283198:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283199:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.283199:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078047.283202:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978464640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078047.283206:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283207:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078047.283209:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283210:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.283211:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283213:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078047.283214:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078047.283216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078047.283219:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078047.283221:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078047.283224:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078047.283228:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283229:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078047.283231:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078047.283232:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078047.283234:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078047.283236:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078047.283237:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078047.283240:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078047.283241:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078047.283243:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078047.283244:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283246:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078047.283247:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078047.283248:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078047.283250:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078047.283251:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078047.283252:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078047.283253:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078047.283254:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078047.283256:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078047.283257:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283259:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283261:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078047.283269:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283271:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078047.283272:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078047.283273:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078047.283274:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078047.283277:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.283279:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078047.283280:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078047.283281:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078047.283283:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078047.283285:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078047.283286:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078047.283287:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.283289:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078047.283290:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283295:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078047.283296:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:1.0:1769078047.283298:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078047.283306:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078047.283309:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078047.283310:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078047.283311:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283312:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078047.283313:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283316:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298358305 00000100:00000001:1.0:1769078047.283317:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298359545 00000100:00000001:1.0:1769078047.283319:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298358305 00000100:00000001:1.0:1769078047.283320:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298359545 00000100:00000001:1.0:1769078047.283321:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078047.283322:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283323:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078047.283325:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff8f28835f8700 x1855008978464768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078047.283329:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078047.283330:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078047.283331:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078047.283332:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078047.283333:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283334:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.283335:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078047.283337:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978464768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078047.283341:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283342:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078047.283343:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283344:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.283345:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283346:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078047.283347:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078047.283349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078047.283350:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078047.283351:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078047.283353:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078047.283355:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078047.283355:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078047.283357:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.283358:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078047.283359:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078047.283360:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078047.283362:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078047.283363:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078047.283364:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078047.283365:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078047.283366:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078047.283367:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283369:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078047.283370:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:1.0:1769078047.283371:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078047.283398:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078047.283401:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078047.283403:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078047.283404:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283406:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078047.283408:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283411:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298358298 00000100:00000001:1.0:1769078047.283413:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298359545 00000100:00000001:1.0:1769078047.283415:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298358298 00000100:00000001:1.0:1769078047.283417:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298359545 00000100:00000001:1.0:1769078047.283419:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078047.283421:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283423:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078047.283427:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff8f28835f8380 x1855008978464896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078047.283434:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078047.283435:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078047.283437:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078047.283439:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078047.283440:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283441:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.283442:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078047.283445:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978464896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078047.283449:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283450:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078047.283452:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283452:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078047.283453:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283454:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078047.283455:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078047.283456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078047.283458:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078047.283459:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078047.283460:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978464896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078047.283462:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283463:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078047.283464:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078047.283465:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078047.283466:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078047.283467:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078047.283468:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078047.283469:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078047.283470:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078047.283472:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078047.283472:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283473:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078047.283474:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078047.283475:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078047.283476:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078047.283476:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078047.283477:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078047.283477:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078047.283478:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078047.283479:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078047.283480:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283481:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.283483:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078047.283484:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.283485:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078047.283486:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.922485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078047.922489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078047.922494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078047.922496:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078047.922499:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078047.922501:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.922504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078047.922506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078047.922510:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078047.922512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078047.922512:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078047.922518:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.922519:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078047.922523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078047.922524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078047.922526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.922531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078047.922535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.922537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078047.922604:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078047.922610:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078047.922613:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078048.306484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078048.306498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078048.306500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078048.306506:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078048.306509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078048.306513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078048.306516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078048.306518:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078048.306521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078048.946501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078048.946507:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078048.946509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078048.946517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078048.946520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078048.946522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078048.946525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078048.946540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078048.946548:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078048.946551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078048.946554:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078048.946557:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078048.946559:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078048.946597:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078048.946601:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078048.946604:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078049.330472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078049.330481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078049.330483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078049.330490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078049.330495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078049.330499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078049.330502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078049.330505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078049.330508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078049.970535:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078049.970538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078049.970542:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078049.970548:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078049.970549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078049.970558:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078049.970562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078049.970563:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078049.970567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078049.970569:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078049.970575:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078049.970578:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078049.970580:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078049.970632:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078049.970635:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078049.970638:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078050.354504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078050.354517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078050.354519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078050.354525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078050.354528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078050.354532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078050.354534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078050.354536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078050.354538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078050.994478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078050.994486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078050.994488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078050.994488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078050.994493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078050.994494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078050.994498:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078050.994501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078050.994502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078050.994505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078050.994506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078050.994508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078050.994511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078050.994600:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078050.994607:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078050.994611:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078051.378487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078051.378493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078051.378495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078051.378499:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078051.378501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078051.378504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078051.378506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078051.378507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078051.378509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078052.018468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078052.018469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078052.018475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.018476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078052.018480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078052.018481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078052.018483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078052.018484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078052.018488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078052.018491:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.018493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.018495:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.018496:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.018574:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078052.018582:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078052.018587:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078052.402437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078052.402446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078052.402447:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078052.402451:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078052.402452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078052.402454:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078052.402458:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078052.402461:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3690 00000100:00000001:0.0:1769078052.402462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078052.402468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078052.402471:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078052.402472:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078052.402474:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078052.402477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078052.402477:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078052.402480:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078052.402482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078052.402483:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078052.402487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078052.402487:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078052.402489:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078052.402492:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078052.402493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402494:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078052.402500:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078052.402502:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078052.402505:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078052.402507:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078052.402510:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402513:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078052.402515:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078052.402525:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078052.402527:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402530:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078052.402532:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078052.402536:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402547:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078052.402555:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978465024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078052.402568:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078052.402572:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402587:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078052.402590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078052.402593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078052.402594:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078052.402595:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078052.402597:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078052.402600:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3690 00000100:00080000:3.0:1769078052.402603:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078052.402606:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078052.402607:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078052.402610:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078052.402611:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078052.402614:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078052.402616:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078052.402619:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078052.402621:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078052.402625:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078052.402625:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078052.402629:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402630:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078052.402633:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078052.402634:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078052.402637:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.402638:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078052.402640:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078052.402641:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078052.402644:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.402645:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078052.402647:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078052.402648:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078052.402651:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078052.402654:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978465024:192.168.204.124@tcp:250:kworker.0 00000008:00000001:3.0:1769078052.402655:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402658:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402662:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078052.402664:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078052.402666:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.402667:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078052.402669:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402669:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078052.402671:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078052.402672:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769078052.402674:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.402678:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402680:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078052.402686:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978465152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078052.402691:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078052.402692:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402693:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078052.402695:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402696:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00080000:3.0:1769078052.402699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078052.402701:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078052.402704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078052.402705:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078052.402707:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078052.402708:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078052.402710:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3690 00000100:00080000:3.0:1769078052.402713:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078052.402715:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078052.402716:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078052.402718:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078052.402719:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078052.402721:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078052.402723:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078052.402725:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078052.402726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078052.402729:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000800:00000100:1.0:1769078052.402733:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078052.402733:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078052.402746:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078052.402749:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078052.402752:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402755:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078052.402757:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078052.402760:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402762:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402764:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769078052.402767:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078052.402768:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769078052.402771:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402772:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402775:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078052.402777:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078052.402780:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078052.402780:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078052.402782:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402785:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298364665 00000100:00000001:3.0:1769078052.402787:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078052.402793:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978465280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078052.402794:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078052.402801:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298364665 00000100:00000001:3.0:1769078052.402801:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078052.402803:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402806:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078052.402807:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078052.402811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078052.402812:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078052.402816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078052.402817:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402819:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078052.402820:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769078052.402821:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078052.402824:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:1.0:1769078052.402827:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff8f28835fad80 x1855008978465024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078052.402828:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3690 00000100:00080000:3.0:1769078052.402832:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078052.402836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078052.402837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078052.402841:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078052.402842:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:1.0:1769078052.402843:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769078052.402844:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000400:00000001:1.0:1769078052.402845:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769078052.402847:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078052.402849:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078052.402850:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078052.402853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078052.402854:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078052.402856:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078052.402857:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078052.402859:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078052.402860:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402861:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078052.402863:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078052.402867:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978465024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078052.402867:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078052.402872:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.402876:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078052.402878:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078052.402880:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078052.402881:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402883:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078052.402884:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402888:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078052.402889:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078052.402891:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769078052.402892:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402894:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078052.402894:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078052.402897:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078052.402898:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1769078052.402899:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402901:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078052.402903:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078052.402904:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078052.402910:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00100000:3.0:1769078052.402910:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978465408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078052.402914:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078052.402920:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978465024:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078052.402922:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078052.402925:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402926:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078052.402928:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402930:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769078052.402931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078052.402933:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1769078052.402935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1769078052.402936:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769078052.402937:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769078052.402940:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1769078052.402940:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078052.402943:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078052.402944:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078052.402945:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769078052.402948:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3690 02000000:00000001:1.0:1769078052.402950:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1769078052.402951:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769078052.402952:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769078052.402954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078052.402956:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078052.402956:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078052.402958:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078052.402959:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078052.402961:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078052.402962:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078052.402963:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078052.402966:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078052.402967:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078052.402969:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078052.402969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078052.402972:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078052.402972:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078052.402976:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078052.402976:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.402979:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078052.402980:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078052.402981:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078052.402984:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078052.402984:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078052.402985:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.402990:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078052.402991:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.402992:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078052.402995:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078052.402996:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078052.403000:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1769078052.403001:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078052.403007:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1769078052.403007:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.403009:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078052.403012:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.403012:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.403017:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078052.403019:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078052.403020:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078052.403023:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769078052.403023:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403027:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:3.0:1769078052.403027:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078052.403031:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078052.403032:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769078052.403035:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.403041:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078052.403044:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:3.0:1769078052.403048:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978465536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078052.403049:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078052.403052:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078052.403054:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403056:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078052.403059:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403065:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298363425 00000100:00000001:3.0:1769078052.403065:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078052.403070:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403071:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298364665 00000100:00000001:1.0:1769078052.403075:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298363425 00000100:00000001:3.0:1769078052.403076:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403079:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298364665 00000100:00000001:1.0:1769078052.403083:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078052.403085:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403087:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078052.403092:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff8f28835f9500 x1855008978465152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078052.403101:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078052.403103:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078052.403105:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078052.403106:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078052.403108:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403109:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.403110:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078052.403114:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978465152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.403120:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403122:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078052.403125:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403126:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.403127:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403128:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078052.403130:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078052.403132:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078052.403135:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078052.403137:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078052.403140:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078052.403143:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078052.403145:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.403146:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.403148:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078052.403150:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078052.403152:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078052.403155:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078052.403158:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078052.403159:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078052.403160:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.403162:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078052.403165:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403169:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078052.403171:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:1.0:1769078052.403173:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078052.403184:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078052.403188:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078052.403191:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078052.403192:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403193:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078052.403196:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403199:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298363422 00000100:00000001:1.0:1769078052.403201:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298364665 00000100:00000001:1.0:1769078052.403203:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298363422 00000100:00000001:1.0:1769078052.403205:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298364665 00000100:00000001:1.0:1769078052.403206:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078052.403208:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403210:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078052.403214:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff8f28835faa00 x1855008978465280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078052.403221:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078052.403222:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078052.403224:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078052.403226:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078052.403227:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403228:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.403229:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078052.403233:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978465280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.403240:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403242:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078052.403244:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403245:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.403247:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403248:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078052.403249:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078052.403252:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078052.403255:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078052.403257:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078052.403259:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078052.403263:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078052.403264:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.403266:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.403268:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078052.403269:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078052.403271:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078052.403274:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078052.403277:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078052.403278:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078052.403280:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.403281:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078052.403284:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403289:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078052.403290:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:1.0:1769078052.403294:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078052.403303:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078052.403307:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078052.403309:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078052.403310:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403312:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078052.403314:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403317:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298363425 00000100:00000001:1.0:1769078052.403319:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298364665 00000100:00000001:1.0:1769078052.403321:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298363425 00000100:00000001:1.0:1769078052.403323:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298364665 00000100:00000001:1.0:1769078052.403325:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078052.403328:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403329:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078052.403333:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff8f28835f9880 x1855008978465408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078052.403340:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078052.403341:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078052.403343:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078052.403345:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078052.403346:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403348:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.403349:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078052.403353:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978465408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.403359:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403361:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078052.403363:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403365:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.403366:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403367:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078052.403369:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078052.403371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078052.403401:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078052.403403:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078052.403407:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078052.403410:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403412:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078052.403414:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078052.403415:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078052.403418:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078052.403419:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078052.403420:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078052.403422:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078052.403423:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078052.403425:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078052.403426:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403428:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078052.403429:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078052.403430:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078052.403431:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078052.403432:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078052.403433:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078052.403435:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078052.403436:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078052.403437:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078052.403438:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403440:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078052.403441:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078052.403442:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078052.403443:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078052.403444:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078052.403445:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078052.403447:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078052.403448:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078052.403449:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078052.403451:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403452:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403455:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078052.403457:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403459:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078052.403460:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078052.403461:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078052.403463:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.403464:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.403466:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078052.403468:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078052.403469:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078052.403472:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078052.403475:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078052.403477:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078052.403478:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.403479:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078052.403482:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403487:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078052.403488:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:1.0:1769078052.403491:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078052.403502:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078052.403506:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078052.403508:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078052.403510:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403512:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078052.403514:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403517:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298363418 00000100:00000001:1.0:1769078052.403519:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298364665 00000100:00000001:1.0:1769078052.403521:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298363418 00000100:00000001:1.0:1769078052.403523:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298364665 00000100:00000001:1.0:1769078052.403525:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078052.403526:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403528:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078052.403532:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff8f28835fad80 x1855008978465536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078052.403539:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078052.403540:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078052.403543:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078052.403544:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078052.403545:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403547:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.403549:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078052.403552:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978465536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.403559:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403561:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078052.403563:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403565:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.403566:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403567:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078052.403569:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078052.403571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078052.403574:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078052.403576:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078052.403579:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078052.403583:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403585:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078052.403586:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078052.403588:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078052.403589:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078052.403591:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078052.403592:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078052.403595:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078052.403596:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078052.403597:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078052.403599:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403600:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.403603:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078052.403604:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.403606:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078052.403607:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078053.042464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078053.042466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078053.042470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078053.042473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078053.042476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078053.042477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078053.042479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078053.042486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078053.042499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078053.042503:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078053.042505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078053.042507:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078053.042510:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078053.042540:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078053.042544:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078053.042547:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078053.426529:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078053.426536:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078053.426538:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078053.426542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078053.426545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078053.426548:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078053.426550:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078053.426552:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078053.426554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078054.066493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078054.066500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078054.066501:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078054.066503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078054.066506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078054.066508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078054.066512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078054.066515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078054.066516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078054.066520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078054.066520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078054.066524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078054.066527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078054.066585:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078054.066588:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078054.066591:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078054.450482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078054.450488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078054.450490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078054.450494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078054.450497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078054.450501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078054.450503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078054.450505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078054.450507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078055.090457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078055.090462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078055.090466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078055.090469:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078055.090471:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078055.090473:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078055.090476:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078055.090478:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078055.090480:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078055.090482:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078055.090501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078055.090508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078055.090510:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078055.090516:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078055.090521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078055.090525:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078055.090528:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078055.090531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078055.090534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078055.090545:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078055.090549:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078055.090552:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078055.474490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078055.474497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078055.474499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078055.474503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078055.474506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078055.474509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078055.474511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078055.474513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078055.474515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078056.114509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078056.114513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078056.114519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078056.114523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078056.114526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078056.114529:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078056.114529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078056.114535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078056.114540:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078056.114545:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078056.114549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078056.114553:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078056.114557:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078056.114585:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078056.114589:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078056.114592:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078056.498560:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078056.498572:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078056.498574:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078056.498582:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078056.498587:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078056.498591:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078056.498595:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078056.498598:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078056.498601:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078057.138473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078057.138481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078057.138487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078057.138489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.138517:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078057.138525:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078057.138528:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078057.138535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078057.138540:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078057.138545:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.138550:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078057.138552:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.138555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078057.138556:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078057.138560:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078057.138563:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078057.522472:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078057.522480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078057.522482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078057.522487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078057.522490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078057.522494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078057.522496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078057.522498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078057.522500:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078057.522501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078057.522509:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078057.522512:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078057.522517:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078057.522521:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078057.522529:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3696 00000100:00080000:2.0:1769078057.522540:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078057.522544:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078057.522547:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078057.522551:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078057.522554:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078057.522557:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078057.522560:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078057.522562:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078057.522563:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078057.522568:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078057.522571:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.522575:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078057.522578:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078057.522581:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522584:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078057.522586:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.522598:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078057.522600:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522604:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078057.522607:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078057.522612:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522624:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078057.522633:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978465664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078057.522644:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078057.522649:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522681:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078057.522685:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078057.522689:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078057.522691:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078057.522693:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078057.522696:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078057.522699:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3696 00000100:00080000:2.0:1769078057.522703:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078057.522706:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078057.522708:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078057.522711:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078057.522712:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078057.522715:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078057.522718:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078057.522722:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078057.522726:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078057.522727:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078057.522731:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078057.522731:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078057.522735:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522736:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078057.522741:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1769078057.522742:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078057.522745:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078057.522748:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.522749:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.522754:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078057.522760:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978465664:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078057.522762:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078057.522768:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.522770:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078057.522771:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078057.522777:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1769078057.522778:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078057.522783:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078057.522783:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.522789:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078057.522790:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.522797:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078057.522798:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.522799:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522804:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078057.522806:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078057.522808:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522815:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.522820:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1769078057.522823:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978465792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078057.522824:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078057.522830:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078057.522837:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078057.522841:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522846:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078057.522849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078057.522852:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078057.522854:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078057.522856:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078057.522859:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078057.522861:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3696 00000800:00000100:1.0:1769078057.522867:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:2.0:1769078057.522867:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078057.522872:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078057.522876:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078057.522879:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078057.522881:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078057.522883:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078057.522883:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078057.522888:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078057.522889:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078057.522893:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078057.522894:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.522897:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078057.522897:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078057.522903:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078057.522904:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078057.522908:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298369785 00000100:00000001:2.0:1769078057.522909:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.522913:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078057.522917:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078057.522919:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1769078057.522920:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.522925:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298369785 00000100:00000001:2.0:1769078057.522925:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078057.522927:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078057.522930:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00000001:2.0:1769078057.522933:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.522935:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078057.522938:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.522939:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.522944:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078057.522949:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff8f2882c3a680 x1855008978465664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078057.522953:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078057.522957:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522961:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078057.522963:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078057.522965:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.522970:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078057.522980:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978465920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769078057.522984:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078057.522988:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078057.522993:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078057.522995:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078057.522996:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523000:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078057.523002:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523005:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078057.523007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078057.523011:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1769078057.523012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078057.523014:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.523016:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078057.523020:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078057.523026:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978465664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078057.523026:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078057.523031:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3696 00000100:00080000:2.0:1769078057.523036:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078057.523044:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523047:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078057.523048:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078057.523051:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.523052:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078057.523054:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078057.523058:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078057.523059:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523063:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1769078057.523063:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078057.523068:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078057.523069:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078057.523075:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00080000:1.0:1769078057.523076:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078057.523082:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1769078057.523083:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078057.523085:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078057.523091:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1769078057.523092:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078057.523098:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078057.523101:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978465664:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078057.523102:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078057.523108:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078057.523108:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078057.523114:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769078057.523115:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523116:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769078057.523119:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078057.523120:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078057.523125:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00100000:2.0:1769078057.523125:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000020:00000001:1.0:1769078057.523128:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078057.523131:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1769078057.523131:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.523136:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.523137:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078057.523140:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078057.523143:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1769078057.523143:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078057.523147:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078057.523148:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.523150:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078057.523152:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078057.523154:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078057.523156:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523161:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078057.523163:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523165:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523169:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078057.523170:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078057.523173:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078057.523174:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078057.523174:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978466048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078057.523177:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.523182:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078057.523184:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078057.523189:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078057.523195:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078057.523197:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078057.523199:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078057.523200:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.523204:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078057.523207:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.523209:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078057.523212:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523214:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078057.523217:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:2.0:1769078057.523218:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523221:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769078057.523223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078057.523229:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078057.523231:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078057.523233:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769078057.523236:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078057.523239:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078057.523242:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769078057.523246:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3696 00000100:00000001:1.0:1769078057.523247:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078057.523250:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523252:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769078057.523254:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078057.523255:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.523259:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078057.523261:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298368545 00000100:00000001:2.0:1769078057.523263:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078057.523266:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298369785 00000020:00000001:2.0:1769078057.523268:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078057.523270:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298368545 00000020:00000001:2.0:1769078057.523272:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078057.523274:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298369785 00000020:00000001:2.0:1769078057.523276:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078057.523277:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078057.523283:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078057.523283:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078057.523287:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078057.523290:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078057.523294:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff8f2882c3bb80 x1855008978465792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078057.523295:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:1.0:1769078057.523311:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769078057.523312:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:1.0:1769078057.523313:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078057.523317:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078057.523318:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523320:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078057.523324:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078057.523324:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078057.523328:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078057.523329:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078057.523329:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078057.523334:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978465792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078057.523335:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.523339:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078057.523341:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078057.523344:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.523347:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.523351:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078057.523352:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.523355:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078057.523358:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078057.523364:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523367:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078057.523368:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523372:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523407:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078057.523409:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523411:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078057.523413:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078057.523415:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078057.523418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1769078057.523425:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978466176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078057.523426:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078057.523432:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078057.523441:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078057.523443:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078057.523449:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078057.523449:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523453:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078057.523455:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523457:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.523463:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078057.523465:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078057.523467:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078057.523470:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078057.523473:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078057.523475:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078057.523477:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.523479:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078057.523482:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523489:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078057.523490:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078057.523493:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078057.523505:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078057.523509:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078057.523510:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078057.523511:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523512:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078057.523514:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523517:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298368543 00000100:00000001:1.0:1769078057.523518:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298369785 00000100:00000001:1.0:1769078057.523520:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298368543 00000100:00000001:1.0:1769078057.523522:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298369785 00000100:00000001:1.0:1769078057.523524:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078057.523525:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523526:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078057.523529:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff8f2882c39f80 x1855008978465920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078057.523534:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078057.523535:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078057.523536:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078057.523537:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078057.523538:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523539:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078057.523540:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078057.523543:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978465920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078057.523547:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523548:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078057.523550:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523551:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078057.523552:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523554:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078057.523555:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078057.523556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078057.523558:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078057.523560:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078057.523562:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978465920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078057.523564:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523565:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078057.523566:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078057.523567:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078057.523568:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078057.523569:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078057.523570:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078057.523572:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078057.523573:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078057.523574:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078057.523575:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523576:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078057.523577:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078057.523578:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078057.523579:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078057.523580:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078057.523581:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078057.523581:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078057.523582:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078057.523583:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078057.523584:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523585:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523588:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078057.523589:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523590:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078057.523591:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078057.523592:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078057.523592:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078057.523594:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.523595:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078057.523596:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078057.523598:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078057.523600:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078057.523602:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078057.523603:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078057.523604:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.523605:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078057.523606:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523610:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078057.523611:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078057.523613:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078057.523619:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078057.523622:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078057.523623:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078057.523624:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523625:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078057.523627:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523629:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298368546 00000100:00000001:1.0:1769078057.523631:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298369785 00000100:00000001:1.0:1769078057.523632:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298368546 00000100:00000001:1.0:1769078057.523634:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298369785 00000100:00000001:1.0:1769078057.523635:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078057.523636:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523637:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078057.523641:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff8f2882c3b800 x1855008978466048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078057.523648:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078057.523661:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078057.523665:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078057.523667:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078057.523668:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523670:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078057.523672:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078057.523676:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978466048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078057.523683:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523685:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078057.523688:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523690:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078057.523691:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523693:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078057.523695:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078057.523698:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078057.523701:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078057.523703:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078057.523707:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078057.523711:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078057.523713:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078057.523714:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.523717:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078057.523719:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078057.523721:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078057.523724:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078057.523727:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078057.523728:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078057.523729:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.523731:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078057.523733:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523738:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078057.523739:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078057.523741:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078057.523753:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078057.523759:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078057.523761:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078057.523762:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523764:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078057.523767:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523770:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298368538 00000100:00000001:1.0:1769078057.523773:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298369785 00000100:00000001:1.0:1769078057.523775:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298368538 00000100:00000001:1.0:1769078057.523778:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298369785 00000100:00000001:1.0:1769078057.523780:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078057.523782:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523784:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078057.523789:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff8f2882c38380 x1855008978466176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078057.523796:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078057.523798:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078057.523800:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078057.523802:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078057.523803:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523805:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078057.523806:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078057.523810:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978466176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078057.523818:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523820:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078057.523822:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523823:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078057.523824:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523826:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078057.523827:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078057.523828:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078057.523831:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078057.523832:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078057.523835:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078057.523837:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523839:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078057.523839:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078057.523840:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078057.523842:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078057.523843:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078057.523844:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078057.523846:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078057.523847:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078057.523848:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078057.523849:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523850:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078057.523851:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078057.523852:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078057.523853:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078057.523853:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078057.523854:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078057.523855:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078057.523856:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078057.523857:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078057.523858:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523859:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.523861:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078057.523862:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.523863:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078057.523864:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078058.162497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078058.162503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078058.162506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078058.162510:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078058.162510:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078058.162515:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769078058.162519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078058.162520:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078058.162526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078058.162527:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078058.162531:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078058.162532:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078058.162534:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078058.162538:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078058.162538:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078058.162543:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078058.162545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078058.162548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078058.162556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078058.162622:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078058.162625:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078058.162628:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078058.546452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078058.546462:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078058.546464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078058.546471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078058.546475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078058.546479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078058.546482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078058.546484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078058.546487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.186513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078059.186519:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078059.186520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078059.186530:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078059.186531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078059.186540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078059.186542:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078059.186553:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078059.186559:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078059.186564:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078059.186568:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078059.186572:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078059.186575:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078059.186616:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078059.186619:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078059.186646:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078059.570456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078059.570464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078059.570466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078059.570472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078059.570476:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078059.570479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078059.570481:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078059.570484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078059.570486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078060.210487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078060.210491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078060.210497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078060.210499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078060.210502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078060.210504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078060.210505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078060.210518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078060.210525:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078060.210529:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078060.210533:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078060.210536:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078060.210540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078060.210575:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078060.210579:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078060.210583:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078060.594464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078060.594473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078060.594475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078060.594482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078060.594486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078060.594489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078060.594492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078060.594494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078060.594497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078061.234500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078061.234505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078061.234509:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078061.234510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078061.234513:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078061.234519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078061.234520:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078061.234522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078061.234527:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078061.234531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078061.234534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078061.234536:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078061.234538:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078061.234605:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078061.234610:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078061.234614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078061.618459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078061.618468:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078061.618470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078061.618476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078061.618479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078061.618483:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078061.618485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078061.618487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078061.618489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078062.258486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078062.258492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078062.258496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078062.258497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.258515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078062.258524:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078062.258527:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078062.258534:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078062.258539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078062.258545:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.258549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078062.258552:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.258556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078062.258558:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078062.258564:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078062.258568:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078062.642444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078062.642444:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078062.642450:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769078062.642454:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078062.642455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642459:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078062.642461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769078062.642463:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078062.642465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078062.642467:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078062.642470:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078062.642475:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3701 00000100:00000001:0.0:1769078062.642476:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078062.642479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078062.642482:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078062.642486:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078062.642490:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.642492:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078062.642495:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078062.642497:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078062.642500:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078062.642502:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078062.642504:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.642504:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078062.642508:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078062.642509:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.642512:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078062.642514:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078062.642516:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642519:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078062.642521:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.642531:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078062.642532:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642534:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078062.642536:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078062.642540:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642551:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078062.642558:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978466304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078062.642594:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078062.642598:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642613:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078062.642615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078062.642617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078062.642618:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078062.642619:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078062.642621:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078062.642623:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3701 00000100:00080000:2.0:1769078062.642626:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078062.642628:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.642628:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078062.642630:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078062.642631:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078062.642633:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078062.642634:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078062.642635:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.642636:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078062.642638:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078062.642639:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.642640:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078062.642645:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078062.642646:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642648:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078062.642651:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078062.642653:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642655:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.642659:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078062.642660:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642661:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078062.642663:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078062.642664:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642669:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642671:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1769078062.642675:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978466432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078062.642677:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078062.642683:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078062.642686:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078062.642688:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078062.642689:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642691:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642694:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078062.642697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078062.642699:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1769078062.642700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078062.642704:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078062.642705:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078062.642706:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078062.642708:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:1.0:1769078062.642712:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078062.642713:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3701 00000100:00080000:2.0:1769078062.642719:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078062.642722:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078062.642724:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978466304:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078062.642724:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078062.642728:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078062.642730:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078062.642732:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078062.642735:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078062.642736:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078062.642740:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.642741:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078062.642742:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078062.642746:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078062.642746:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078062.642752:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078062.642753:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078062.642757:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078062.642759:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078062.642760:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.642761:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642765:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078062.642766:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078062.642769:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642770:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.642774:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078062.642775:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642777:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078062.642778:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769078062.642779:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078062.642782:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 02000000:00000001:2.0:1769078062.642783:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642789:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078062.642790:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078062.642795:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978466560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078062.642800:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078062.642802:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642804:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078062.642805:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078062.642807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078062.642808:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078062.642810:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078062.642811:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078062.642813:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3701 00000100:00080000:2.0:1769078062.642816:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078062.642817:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.642818:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078062.642819:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078062.642820:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078062.642821:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078062.642823:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078062.642824:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.642825:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078062.642831:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000800:00000100:1.0:1769078062.642832:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078062.642833:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.642837:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078062.642839:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078062.642840:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642842:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078062.642843:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078062.642845:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642846:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.642849:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078062.642850:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642853:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078062.642853:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078062.642857:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078062.642858:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642859:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078062.642862:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642863:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642868:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1769078062.642871:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978466688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078062.642874:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642880:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078062.642882:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298374905 00000100:00000001:2.0:1769078062.642882:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.642888:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078062.642889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078062.642892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078062.642893:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078062.642894:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078062.642895:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078062.642900:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078062.642903:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3701 00000100:00000001:1.0:1769078062.642904:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298374905 00000100:00080000:2.0:1769078062.642906:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078062.642909:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078062.642909:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.642912:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078062.642914:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078062.642915:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078062.642918:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078062.642919:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078062.642921:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078062.642923:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769078062.642924:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078062.642927:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.642928:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078062.642931:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff8f2882c38380 x1855008978466304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078062.642934:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078062.642939:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.642943:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078062.642946:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1769078062.642949:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769078062.642949:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078062.642952:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078062.642953:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078062.642956:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078062.642957:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:2.0:1769078062.642958:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642961:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078062.642961:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642965:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078062.642967:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078062.642969:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1769078062.642970:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.642972:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.642972:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078062.642976:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078062.642978:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078062.642979:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978466304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.642981:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078062.642989:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978466816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078062.642991:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.642996:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078062.643001:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078062.643002:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.643005:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643006:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078062.643009:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.643010:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643011:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078062.643014:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078062.643017:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078062.643021:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078062.643022:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078062.643026:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978466304:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078062.643029:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643031:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078062.643033:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078062.643035:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078062.643037:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078062.643038:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078062.643040:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078062.643042:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078062.643044:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078062.643045:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078062.643047:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643048:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643054:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078062.643055:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643056:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078062.643057:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078062.643059:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078062.643060:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078062.643061:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078062.643062:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078062.643064:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078062.643065:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078062.643067:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078062.643070:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078062.643071:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078062.643072:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078062.643073:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078062.643075:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643079:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078062.643080:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078062.643084:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078062.643093:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078062.643096:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078062.643098:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078062.643099:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643100:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078062.643101:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643105:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298373665 00000100:00000001:1.0:1769078062.643107:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298374905 00000100:00000001:1.0:1769078062.643108:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298373665 00000100:00000001:1.0:1769078062.643110:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298374905 00000100:00000001:1.0:1769078062.643111:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078062.643112:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643114:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078062.643116:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff8f2882c3b800 x1855008978466432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078062.643121:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078062.643122:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078062.643123:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078062.643124:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078062.643125:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643127:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078062.643128:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078062.643130:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978466432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078062.643135:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643136:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078062.643138:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643139:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078062.643139:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643140:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078062.643142:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078062.643143:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078062.643145:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078062.643146:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078062.643148:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078062.643150:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078062.643151:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078062.643152:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078062.643154:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078062.643155:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078062.643156:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078062.643158:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078062.643160:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078062.643161:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078062.643162:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078062.643163:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078062.643165:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643167:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078062.643168:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078062.643171:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078062.643176:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078062.643178:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078062.643181:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078062.643182:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643184:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078062.643186:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643190:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298373662 00000100:00000001:1.0:1769078062.643192:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298374905 00000100:00000001:1.0:1769078062.643195:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298373662 00000100:00000001:1.0:1769078062.643197:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298374905 00000100:00000001:1.0:1769078062.643200:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078062.643202:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643203:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078062.643207:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff8f2882c39f80 x1855008978466560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078062.643216:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078062.643217:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078062.643220:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078062.643222:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078062.643223:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643225:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078062.643227:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078062.643230:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978466560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078062.643237:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643238:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078062.643240:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643241:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078062.643242:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643243:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078062.643244:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078062.643246:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078062.643248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078062.643250:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078062.643252:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078062.643254:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078062.643255:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078062.643256:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078062.643258:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078062.643259:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078062.643260:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078062.643262:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078062.643264:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078062.643265:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078062.643266:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078062.643267:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078062.643270:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643275:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078062.643275:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078062.643278:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078062.643286:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078062.643289:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078062.643290:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078062.643291:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643292:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078062.643294:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643297:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298373665 00000100:00000001:1.0:1769078062.643298:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298374905 00000100:00000001:1.0:1769078062.643300:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298373665 00000100:00000001:1.0:1769078062.643301:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298374905 00000100:00000001:1.0:1769078062.643303:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078062.643304:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643305:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078062.643307:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff8f2882c3bb80 x1855008978466688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078062.643317:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078062.643318:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078062.643319:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078062.643320:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078062.643321:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643322:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078062.643323:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078062.643325:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978466688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078062.643329:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643331:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078062.643332:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643333:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078062.643334:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643335:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078062.643336:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078062.643338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078062.643339:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078062.643341:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078062.643342:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078062.643344:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078062.643345:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078062.643346:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078062.643347:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078062.643348:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078062.643349:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078062.643351:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078062.643353:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078062.643354:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078062.643355:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078062.643356:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078062.643358:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643361:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078062.643362:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078062.643364:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078062.643369:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078062.643371:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078062.643398:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078062.643400:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643401:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078062.643403:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643405:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298373658 00000100:00000001:1.0:1769078062.643407:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298374905 00000100:00000001:1.0:1769078062.643408:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298373658 00000100:00000001:1.0:1769078062.643410:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298374905 00000100:00000001:1.0:1769078062.643411:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078062.643412:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643414:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078062.643416:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff8f2882c3a680 x1855008978466816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078062.643421:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078062.643422:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078062.643423:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078062.643424:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078062.643425:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643426:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078062.643427:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078062.643429:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978466816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078062.643434:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643435:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078062.643437:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643438:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078062.643439:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643440:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078062.643441:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078062.643442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078062.643444:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078062.643445:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078062.643447:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978466816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078062.643449:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643451:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078062.643451:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078062.643452:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078062.643453:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078062.643454:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078062.643455:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078062.643457:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078062.643458:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078062.643460:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078062.643461:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643462:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078062.643463:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078062.643463:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078062.643465:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078062.643465:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078062.643466:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078062.643467:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078062.643468:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078062.643469:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078062.643470:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643471:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078062.643471:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078062.643472:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078062.643473:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078062.643474:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078062.643474:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078062.643475:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078062.643476:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078062.643477:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078062.643478:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643479:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078062.643480:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078062.643481:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078062.643482:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078062.643482:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078062.643483:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078062.643484:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078062.643485:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078062.643486:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078062.643486:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643487:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.643490:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078062.643491:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.643492:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078062.643493:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078063.282479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078063.282484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078063.282489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078063.282490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078063.282493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078063.282498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078063.282500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078063.282502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078063.282506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078063.282511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078063.282514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078063.282517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078063.282519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078063.282589:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078063.282593:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078063.282596:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078063.666474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078063.666482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078063.666484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078063.666488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078063.666490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078063.666493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078063.666495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078063.666497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078063.666499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078064.306458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078064.306466:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078064.306468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078064.306475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078064.306479:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078064.306482:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078064.306485:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078064.306488:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078064.306491:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078064.306501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078064.306509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078064.306515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078064.306516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078064.306582:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078064.306588:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078064.306591:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078064.690507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078064.690517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078064.690520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078064.690528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078064.690545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078064.690550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078064.690553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078064.690557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078064.690560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078065.330475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078065.330483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078065.330486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078065.330492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078065.330497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078065.330502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078065.330504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078065.330505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078065.330509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078065.330510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078065.330516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078065.330518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078065.330537:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078065.330539:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078065.330541:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078065.330544:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078065.330546:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078065.330548:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078065.330551:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078065.330617:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078065.330621:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078065.330623:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078065.714504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078065.714562:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078065.714564:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078065.714570:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078065.714573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078065.714578:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078065.714581:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078065.714585:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078065.714589:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078066.354532:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078066.354544:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078066.354546:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078066.354553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078066.354555:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078066.354564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078066.354566:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078066.354575:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078066.354577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078066.354583:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078066.354584:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078066.354589:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078066.354595:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078066.354636:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078066.354640:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078066.354643:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078066.738480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078066.738492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078066.738506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078066.738513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078066.738517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078066.738522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078066.738526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078066.738528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078066.738532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078067.378525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078067.378532:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078067.378533:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078067.378535:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078067.378541:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.378543:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078067.378548:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078067.378550:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078067.378553:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078067.378554:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078067.378569:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078067.378571:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078067.378579:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078067.378579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078067.378587:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.378588:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.378593:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078067.378595:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.378598:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078067.378666:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078067.378671:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078067.378675:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078067.762494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078067.762504:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078067.762505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078067.762509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078067.762511:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078067.762516:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078067.762518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769078067.762520:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078067.762524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078067.762525:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078067.762532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078067.762534:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3706 00000100:00000001:0.0:1769078067.762536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078067.762540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078067.762543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078067.762546:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078067.762550:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.762552:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078067.762556:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078067.762558:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078067.762560:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078067.762563:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078067.762565:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.762566:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078067.762569:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078067.762571:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762574:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078067.762576:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078067.762579:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762580:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078067.762582:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762592:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078067.762593:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762595:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078067.762597:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078067.762600:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762611:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078067.762618:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978466944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078067.762627:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078067.762630:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762645:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078067.762648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078067.762650:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078067.762651:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078067.762653:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078067.762654:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078067.762656:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3706 00000100:00080000:2.0:1769078067.762658:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078067.762659:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.762660:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078067.762662:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078067.762663:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078067.762664:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078067.762666:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078067.762667:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.762668:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078067.762669:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078067.762671:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762672:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078067.762675:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078067.762677:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762679:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078067.762683:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078067.762686:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762687:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762690:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078067.762692:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762693:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078067.762694:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078067.762695:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762700:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078067.762704:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978467072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078067.762710:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078067.762711:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078067.762716:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.762724:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078067.762724:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.762732:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1769078067.762732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078067.762741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078067.762742:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078067.762743:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078067.762747:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078067.762748:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762750:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078067.762757:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3706 00000100:00080000:2.0:1769078067.762760:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078067.762761:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.762762:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078067.762763:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078067.762764:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078067.762768:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078067.762770:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078067.762772:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:1.0:1769078067.762773:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078067.762774:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.762777:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078067.762783:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078067.762786:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078067.762791:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762795:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078067.762798:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978466944:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078067.762798:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078067.762804:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762809:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078067.762813:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078067.762815:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:2.0:1769078067.762816:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762822:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762825:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078067.762827:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078067.762827:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762833:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078067.762834:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078067.762835:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762836:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762846:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078067.762848:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1769078067.762853:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978467200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078067.762859:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078067.762860:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762862:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762870:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078067.762872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078067.762875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078067.762876:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078067.762877:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078067.762879:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078067.762882:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3706 00000100:00080000:2.0:1769078067.762884:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078067.762885:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.762886:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078067.762887:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078067.762889:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078067.762890:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078067.762892:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078067.762892:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078067.762898:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078067.762899:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:2.0:1769078067.762902:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078067.762910:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078067.762912:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078067.762913:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762917:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078067.762919:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078067.762921:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762922:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078067.762924:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078067.762925:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762926:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762930:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078067.762930:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762932:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078067.762933:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078067.762934:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762937:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078067.762940:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978467328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078067.762944:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078067.762946:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.762948:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078067.762949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078067.762952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078067.762953:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078067.762955:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078067.762956:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078067.762958:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3706 00000800:00000100:1.0:1769078067.762963:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:2.0:1769078067.762964:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078067.762971:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.762972:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078067.762974:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078067.762974:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078067.762976:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078067.762977:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078067.762979:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.762981:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078067.762985:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078067.762987:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078067.762988:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.762995:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078067.762999:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769078067.762999:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078067.763006:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.763007:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.763021:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078067.763022:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:2.0:1769078067.763031:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078067.763035:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078067.763035:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.763052:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763055:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298380025 02000000:00000001:2.0:1769078067.763057:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078067.763059:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.763060:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078067.763061:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078067.763063:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.763065:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078067.763071:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978467456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078067.763077:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078067.763078:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078067.763086:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.763090:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763091:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298380025 00000100:00000001:1.0:1769078067.763099:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078067.763103:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078067.763106:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763109:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078067.763117:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff8f2882c3a680 x1855008978466944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078067.763127:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078067.763128:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078067.763132:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078067.763135:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078067.763136:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763138:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763140:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078067.763143:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978466944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078067.763152:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763155:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078067.763158:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763159:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763160:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763162:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078067.763165:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078067.763168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078067.763173:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078067.763176:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078067.763180:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978466944:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078067.763186:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763188:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078067.763190:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078067.763192:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078067.763197:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078067.763200:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078067.763202:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078067.763208:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078067.763210:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078067.763214:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078067.763216:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763219:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763228:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078067.763230:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763233:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078067.763235:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078067.763236:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078067.763238:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078067.763240:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078067.763243:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078067.763245:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078067.763246:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078067.763249:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078067.763252:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078067.763254:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078067.763255:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078067.763256:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078067.763259:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763264:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078067.763266:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078067.763270:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078067.763281:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078067.763285:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078067.763287:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078067.763288:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763289:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078067.763291:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763294:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298378785 00000100:00000001:1.0:1769078067.763297:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298380025 00000100:00000001:1.0:1769078067.763299:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298378785 00000100:00000001:1.0:1769078067.763301:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298380025 00000100:00000001:1.0:1769078067.763302:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078067.763303:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763305:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078067.763307:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff8f2882c3bb80 x1855008978467072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078067.763312:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078067.763313:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078067.763315:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078067.763316:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078067.763317:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763319:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763320:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078067.763322:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978467072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078067.763327:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763329:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078067.763330:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763332:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763333:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763334:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078067.763336:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078067.763338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078067.763340:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078067.763342:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078067.763344:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078067.763347:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078067.763348:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078067.763348:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078067.763350:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078067.763351:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078067.763352:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078067.763354:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078067.763356:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078067.763357:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078067.763358:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078067.763359:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078067.763361:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763364:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078067.763365:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078067.763368:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078067.763411:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078067.763414:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078067.763416:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078067.763417:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763418:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078067.763420:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763423:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298378783 00000100:00000001:1.0:1769078067.763425:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298380025 00000100:00000001:1.0:1769078067.763427:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298378783 00000100:00000001:1.0:1769078067.763428:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298380025 00000100:00000001:1.0:1769078067.763430:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078067.763431:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763433:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078067.763436:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff8f2882c39f80 x1855008978467200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078067.763442:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078067.763443:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078067.763444:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078067.763445:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078067.763446:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763448:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763449:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078067.763451:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978467200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078067.763456:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763457:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078067.763458:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763459:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763460:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763461:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078067.763462:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078067.763464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078067.763467:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078067.763468:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078067.763470:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078067.763472:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078067.763474:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078067.763475:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078067.763476:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078067.763493:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078067.763495:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078067.763499:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078067.763506:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078067.763509:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078067.763510:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078067.763511:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078067.763514:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763536:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078067.763537:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078067.763541:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078067.763551:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078067.763554:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078067.763556:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078067.763557:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763559:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078067.763561:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763563:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298378786 00000100:00000001:1.0:1769078067.763565:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298380025 00000100:00000001:1.0:1769078067.763567:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298378786 00000100:00000001:1.0:1769078067.763569:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298380025 00000100:00000001:1.0:1769078067.763571:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078067.763572:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763573:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078067.763576:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff8f2882c3b800 x1855008978467328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078067.763598:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078067.763599:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078067.763600:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078067.763601:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078067.763603:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763604:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763605:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078067.763607:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978467328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078067.763617:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763619:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078067.763620:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763621:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763622:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763623:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078067.763624:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078067.763626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078067.763628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078067.763629:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078067.763631:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078067.763633:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078067.763634:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078067.763635:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078067.763636:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078067.763638:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078067.763639:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078067.763641:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078067.763643:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078067.763645:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078067.763646:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078067.763647:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078067.763649:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763652:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078067.763653:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078067.763655:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078067.763661:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078067.763664:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078067.763665:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078067.763666:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763667:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078067.763669:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763671:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298378778 00000100:00000001:1.0:1769078067.763673:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298380025 00000100:00000001:1.0:1769078067.763674:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298378778 00000100:00000001:1.0:1769078067.763676:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298380025 00000100:00000001:1.0:1769078067.763678:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078067.763679:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763680:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078067.763682:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff8f2882c38380 x1855008978467456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078067.763687:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078067.763687:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078067.763689:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078067.763690:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078067.763690:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763691:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763692:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078067.763694:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978467456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078067.763699:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763701:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078067.763702:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763703:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078067.763704:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763705:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078067.763706:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078067.763707:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078067.763709:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078067.763710:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078067.763713:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078067.763715:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763717:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078067.763718:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078067.763719:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078067.763720:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078067.763721:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078067.763722:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078067.763724:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078067.763724:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078067.763726:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078067.763727:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763728:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078067.763729:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078067.763730:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078067.763731:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078067.763732:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078067.763733:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078067.763734:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078067.763734:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078067.763736:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078067.763736:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763737:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078067.763738:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078067.763739:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078067.763740:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078067.763740:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078067.763741:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078067.763742:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078067.763743:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078067.763743:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078067.763744:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763745:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078067.763746:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078067.763746:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078067.763747:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078067.763748:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078067.763749:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078067.763750:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078067.763750:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078067.763751:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078067.763753:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763754:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.763757:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078067.763758:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.763759:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078067.763761:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078068.402499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078068.402507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078068.402508:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078068.402513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078068.402517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078068.402518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078068.402520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078068.402524:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078068.402524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078068.402527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078068.402530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078068.402532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078068.402535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078068.402620:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078068.402628:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078068.402634:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078068.786515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078068.786524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078068.786526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078068.786531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078068.786534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078068.786538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078068.786540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078068.786542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078068.786544:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078069.426516:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078069.426521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078069.426523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078069.426532:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.426533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078069.426548:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078069.426548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078069.426552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078069.426555:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078069.426559:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078069.426562:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078069.426565:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078069.426567:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078069.426616:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078069.426621:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078069.426624:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078069.810502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078069.810508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078069.810510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078069.810514:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078069.810517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078069.810521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078069.810523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078069.810524:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078069.810526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078070.450527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078070.450531:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078070.450535:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078070.450542:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078070.450543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078070.450552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078070.450553:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078070.450568:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078070.450575:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078070.450580:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078070.450584:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078070.450588:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078070.450592:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078070.450622:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078070.450626:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078070.450630:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078070.834529:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078070.834537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078070.834539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078070.834546:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078070.834549:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078070.834554:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078070.834556:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078070.834558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078070.834561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078071.474509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078071.474515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078071.474517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078071.474519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078071.474520:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078071.474527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078071.474528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078071.474529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078071.474535:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078071.474539:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078071.474542:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078071.474544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078071.474547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078071.474608:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078071.474612:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078071.474615:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078071.858531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078071.858540:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078071.858542:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078071.858548:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078071.858552:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078071.858556:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078071.858558:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078071.858560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078071.858564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.498522:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078072.498533:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078072.498534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078072.498536:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078072.498540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078072.498545:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078072.498548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078072.498551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.498552:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078072.498558:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.498562:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078072.498565:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.498568:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078072.498614:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078072.498617:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078072.498620:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078072.882520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078072.882520:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078072.882528:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078072.882530:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078072.882531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078072.882535:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078072.882536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769078072.882539:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078072.882541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078072.882543:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078072.882545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078072.882551:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3711 00000100:00000001:0.0:1769078072.882558:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078072.882561:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078072.882564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078072.882565:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078072.882569:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078072.882571:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078072.882577:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078072.882580:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078072.882583:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078072.882591:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078072.882594:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078072.882595:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078072.882600:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078072.882603:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.882606:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078072.882611:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078072.882615:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882617:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078072.882621:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.882636:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078072.882637:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882640:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078072.882644:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078072.882651:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882667:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078072.882678:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978467584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078072.882692:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078072.882697:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882715:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078072.882717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078072.882720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078072.882721:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078072.882723:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078072.882725:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078072.882728:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3711 00000100:00080000:2.0:1769078072.882731:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078072.882733:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078072.882735:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078072.882738:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078072.882739:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078072.882747:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078072.882749:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078072.882751:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078072.882752:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078072.882753:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078072.882757:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078072.882758:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078072.882761:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078072.882762:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.882765:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078072.882765:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078072.882770:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.882774:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078072.882775:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078072.882777:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.882780:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078072.882781:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078072.882785:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078072.882787:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078072.882792:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978467584:192.168.204.124@tcp:250:kworker.0 00000008:00000001:2.0:1769078072.882793:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882797:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.882801:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078072.882807:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078072.882807:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078072.882812:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.882812:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.882818:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078072.882819:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078072.882822:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078072.882824:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.882826:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882836:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078072.882843:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978467712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078072.882844:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078072.882847:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078072.882853:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078072.882863:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078072.882867:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882871:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078072.882874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078072.882879:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078072.882881:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078072.882883:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078072.882886:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078072.882890:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3711 00000100:00080000:2.0:1769078072.882895:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769078072.882896:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078072.882899:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078072.882902:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078072.882905:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078072.882906:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078072.882908:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078072.882910:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078072.882911:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078072.882912:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078072.882915:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769078072.882916:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078072.882920:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.882921:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769078072.882922:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078072.882926:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.882927:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078072.882929:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769078072.882931:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882934:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078072.882937:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078072.882937:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078072.882939:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882942:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.882944:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298385145 02000000:00000001:2.0:1769078072.882947:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078072.882949:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882951:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078072.882951:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078072.882953:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.882956:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078072.882959:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.882964:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298385145 00000100:00100000:2.0:1769078072.882965:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978467840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078072.882971:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078072.882975:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078072.882977:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.882979:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078072.882983:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078072.882984:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff8f2882c38380 x1855008978467584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.882988:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.882993:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078072.882998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1769078072.883001:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769078072.883002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000001:1.0:1769078072.883004:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078072.883005:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078072.883008:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078072.883009:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078072.883012:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078072.883014:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078072.883016:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078072.883018:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3711 00000100:00000001:1.0:1769078072.883020:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883024:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078072.883024:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078072.883028:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078072.883031:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078072.883033:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978467584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078072.883034:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078072.883037:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078072.883040:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078072.883046:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078072.883047:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.883051:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078072.883053:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078072.883056:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883057:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883057:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883059:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078072.883061:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078072.883062:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078072.883066:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078072.883071:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:1.0:1769078072.883076:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078072.883078:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883082:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1769078072.883082:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078072.883088:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078072.883090:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978467584:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078072.883092:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.883098:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078072.883100:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1769078072.883102:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078072.883106:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1769078072.883108:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883111:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769078072.883112:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.883118:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078072.883118:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078072.883124:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078072.883127:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1769078072.883129:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078072.883130:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769078072.883132:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078072.883135:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078072.883136:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078072.883137:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.883141:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078072.883144:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883145:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078072.883148:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883151:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078072.883154:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978467968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078072.883158:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078072.883161:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.883163:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078072.883164:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078072.883167:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883168:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078072.883173:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078072.883173:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883177:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769078072.883177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078072.883181:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078072.883182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078072.883185:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078072.883187:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078072.883188:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078072.883190:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:1.0:1769078072.883193:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078072.883195:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3711 02000000:00000001:1.0:1769078072.883200:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078072.883202:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078072.883208:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078072.883209:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078072.883211:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078072.883218:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078072.883219:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078072.883221:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078072.883224:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078072.883227:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078072.883229:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078072.883234:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078072.883235:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078072.883238:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.883241:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078072.883242:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078072.883244:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.883249:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.883252:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078072.883253:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769078072.883255:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078072.883256:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 02000000:00000001:2.0:1769078072.883258:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.883261:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078072.883263:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00100000:2.0:1769078072.883264:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078072.883267:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.883269:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.883273:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078072.883274:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.883275:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078072.883277:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078072.883279:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078072.883284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078072.883285:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883290:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1769078072.883292:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978468096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078072.883294:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078072.883296:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883301:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078072.883304:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.883308:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078072.883311:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298383905 00000100:00000001:2.0:1769078072.883311:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.883316:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883317:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298385145 00000100:00000001:1.0:1769078072.883320:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298383905 00000100:00000001:1.0:1769078072.883323:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298385145 00000100:00000001:1.0:1769078072.883324:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078072.883326:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883327:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078072.883331:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff8f2882c3b800 x1855008978467712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078072.883337:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078072.883338:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078072.883340:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078072.883342:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078072.883343:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883344:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883345:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078072.883348:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978467712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.883357:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883359:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078072.883361:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883362:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883363:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883364:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078072.883365:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078072.883367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078072.883369:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078072.883370:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078072.883408:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078072.883417:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078072.883418:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078072.883419:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.883421:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078072.883423:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078072.883424:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078072.883427:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078072.883429:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078072.883431:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078072.883432:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.883433:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078072.883435:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883440:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078072.883441:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078072.883444:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078072.883453:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078072.883456:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078072.883458:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078072.883459:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883460:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078072.883462:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883465:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298383903 00000100:00000001:1.0:1769078072.883467:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298385145 00000100:00000001:1.0:1769078072.883468:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298383903 00000100:00000001:1.0:1769078072.883470:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298385145 00000100:00000001:1.0:1769078072.883471:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078072.883473:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883474:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078072.883476:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff8f2882c39f80 x1855008978467840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078072.883481:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078072.883482:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078072.883483:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078072.883484:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078072.883485:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883487:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883488:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078072.883490:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978467840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.883495:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883497:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078072.883499:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883500:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883500:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883502:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078072.883503:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078072.883505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078072.883508:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078072.883510:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078072.883514:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078072.883517:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883519:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078072.883521:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078072.883522:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078072.883525:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078072.883526:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078072.883528:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078072.883530:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078072.883531:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078072.883534:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078072.883536:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883537:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078072.883539:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078072.883540:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078072.883542:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078072.883543:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078072.883544:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078072.883546:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078072.883548:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078072.883550:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078072.883551:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883553:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883557:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078072.883559:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883561:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078072.883563:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078072.883564:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078072.883565:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078072.883567:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.883569:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078072.883571:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078072.883573:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078072.883575:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078072.883578:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078072.883579:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078072.883581:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.883582:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078072.883584:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883589:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078072.883590:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078072.883594:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078072.883602:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078072.883606:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078072.883607:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078072.883609:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883610:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078072.883612:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883614:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298383906 00000100:00000001:1.0:1769078072.883616:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298385145 00000100:00000001:1.0:1769078072.883618:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298383906 00000100:00000001:1.0:1769078072.883619:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298385145 00000100:00000001:1.0:1769078072.883621:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078072.883622:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883624:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078072.883626:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff8f2882c3bb80 x1855008978467968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078072.883636:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078072.883637:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078072.883639:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078072.883640:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078072.883641:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883642:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883643:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078072.883645:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978467968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.883650:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883652:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078072.883653:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883654:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883655:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883656:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078072.883657:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078072.883659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078072.883661:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078072.883662:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078072.883664:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978467968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078072.883666:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078072.883667:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078072.883667:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.883669:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078072.883670:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078072.883671:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078072.883673:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078072.883675:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078072.883676:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078072.883678:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.883679:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078072.883681:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883684:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078072.883685:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078072.883687:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078072.883692:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078072.883695:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078072.883696:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078072.883697:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883698:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078072.883700:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883702:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298383898 00000100:00000001:1.0:1769078072.883704:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298385145 00000100:00000001:1.0:1769078072.883705:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298383898 00000100:00000001:1.0:1769078072.883707:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298385145 00000100:00000001:1.0:1769078072.883709:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078072.883710:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883711:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078072.883713:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff8f2882c3a680 x1855008978468096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078072.883717:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078072.883718:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078072.883719:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078072.883720:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078072.883721:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883722:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883723:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078072.883725:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978468096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.883729:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883731:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078072.883733:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883734:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.883735:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883736:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078072.883737:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078072.883739:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078072.883741:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078072.883742:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078072.883744:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078072.883746:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883747:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078072.883748:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078072.883749:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078072.883750:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078072.883751:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078072.883751:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078072.883753:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078072.883754:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078072.883755:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078072.883755:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883756:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078072.883757:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078072.883758:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078072.883759:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078072.883760:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078072.883761:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078072.883762:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078072.883763:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078072.883764:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078072.883765:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883766:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.883768:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078072.883768:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.883770:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078072.883771:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078073.522517:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078073.522523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078073.522527:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078073.522529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078073.522532:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078073.522540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078073.522541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078073.522544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078073.522548:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078073.522553:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078073.522557:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078073.522561:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078073.522565:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078073.522615:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078073.522619:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078073.522622:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078073.906453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078073.906461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078073.906463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078073.906469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078073.906473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078073.906476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078073.906479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078073.906482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078073.906484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078074.546510:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078074.546517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078074.546521:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078074.546523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078074.546526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078074.546533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078074.546534:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078074.546537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078074.546540:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078074.546544:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078074.546546:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078074.546548:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078074.546551:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078074.546604:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078074.546608:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078074.546610:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078074.930539:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078074.930546:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078074.930548:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078074.930553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078074.930557:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078074.930561:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078074.930563:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078074.930565:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078074.930567:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078075.570518:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078075.570525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078075.570530:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078075.570531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078075.570534:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078075.570541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078075.570542:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078075.570548:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078075.570550:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078075.570553:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078075.570556:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078075.570559:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078075.570562:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078075.570566:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078075.570567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078075.570571:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078075.570572:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078075.570579:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078075.570584:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078075.570663:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078075.570668:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078075.570673:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078075.954531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078075.954538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078075.954540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078075.954546:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078075.954550:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078075.954554:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078075.954556:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078075.954558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078075.954560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078076.594465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078076.594472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078076.594473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078076.594474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078076.594480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078076.594480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078076.594486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078076.594489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078076.594490:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078076.594494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078076.594494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078076.594498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078076.594501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078076.594560:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078076.594565:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078076.594568:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078076.978498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078076.978506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078076.978509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078076.978516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078076.978520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078076.978524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078076.978527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078076.978530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078076.978533:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.618490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078077.618493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078077.618498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078077.618499:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078077.618500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078077.618501:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078077.618503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078077.618506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078077.618507:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078077.618509:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.618511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078077.618511:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078077.618513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.618515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078077.618517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078077.618517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078077.618519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.618520:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078077.618522:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078077.618593:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078077.618598:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078077.618602:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078078.002506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078078.002515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078078.002517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078078.002524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078078.002529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078078.002533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078078.002536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078078.002539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078078.002542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078078.002594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078078.002601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078078.002604:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078078.002608:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078078.002612:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078078.002619:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3716 00000100:00080000:3.0:1769078078.002630:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078078.002634:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078078.002636:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078078.002641:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078078.002644:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078078.002647:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078078.002650:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078078.002652:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078078.002654:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078078.002658:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078078.002661:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078078.002664:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078078.002668:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078078.002671:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.002674:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078078.002676:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078078.002688:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078078.002699:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.002703:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078078.002706:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078078.002710:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.002721:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078078.002731:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978468224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078078.002744:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078078.002748:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.002766:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078078.002769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078078.002773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078078.002774:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078078.002776:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078078.002779:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078078.002782:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3716 00000100:00080000:3.0:1769078078.002786:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078078.002789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078078.002791:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078078.002794:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078078.002796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078078.002798:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078078.002801:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078078.002804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078078.002805:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078078.002806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078078.002809:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078078.002813:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769078078.002814:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078078.002815:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078078.002818:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.002823:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.002824:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078078.002828:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078078.002829:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078078.002833:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078078.002837:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078078.002839:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978468224:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078078.002844:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.002845:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078078.002850:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078078.002851:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078078.002854:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.002857:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:3.0:1769078078.002857:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078078.002862:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078078.002863:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.002867:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078078.002872:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078078.002874:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.002876:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078078.002878:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078078.002881:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.002886:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078078.002887:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.002889:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:1.0:1769078078.002894:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1769078078.002900:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978468352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078078.002910:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078078.002912:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.002917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078078.002920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078078.002923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078078.002925:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078078.002927:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078078.002932:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:1.0:1769078078.002933:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:3.0:1769078078.002939:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3716 00000100:00080000:3.0:1769078078.002944:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078078.002948:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078078.002949:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078078.002952:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078078.002953:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078078.002956:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078078.002959:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078078.002960:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078078.002964:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078078.002965:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078078.002970:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078078.002972:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078078.002975:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078078.002979:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078078.002980:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078078.002985:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078078.002989:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078078.002989:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078078.002996:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.002999:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298390265 00000100:00000001:3.0:1769078078.002999:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078078.003003:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078078.003008:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.003010:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003013:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1769078078.003016:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078078.003020:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003023:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298390265 00000100:00000001:3.0:1769078078.003023:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078078.003027:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078078.003030:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003033:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078078.003038:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003039:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078078.003045:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078078.003049:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978468480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078078.003050:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078078.003062:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078078/real 1769078078] req@ffff8f28835f8380 x1855008978468224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078078.003062:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078078.003067:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.003072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078078.003077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078078.003084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000001:1.0:1769078078.003086:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078078.003087:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078078.003090:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078078.003093:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078078.003098:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3716 00000400:00000001:1.0:1769078078.003099:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1769078078.003105:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078078.003107:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078078.003111:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078078.003114:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078078.003115:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078078.003118:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078078.003120:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078078.003124:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078078.003124:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078078.003128:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078078.003129:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078078.003135:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078078.003139:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078078.003140:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978468224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078078.003141:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078078.003151:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078078.003157:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003160:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078078.003162:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078078.003166:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078078.003168:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078078.003174:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078078.003175:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003181:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078078.003182:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078078.003185:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769078078.003187:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078078.003190:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078078.003193:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078078.003197:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078078.003202:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078078.003205:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:3.0:1769078078.003208:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078078.003209:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978468224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078078.003213:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003220:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078078.003223:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078078.003225:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769078078.003226:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003230:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078078.003231:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078078.003235:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769078078.003236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078078.003240:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.003242:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078078.003246:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078078.003247:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078078.003248:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078078.003256:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1769078078.003258:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978468608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078078.003259:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078078.003264:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078078.003265:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003269:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003275:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078078.003277:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003283:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078078.003286:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078078.003289:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078078.003292:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078078.003294:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078078.003296:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.003300:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.003302:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078078.003319:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078078.003322:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078078.003326:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078078.003331:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078078.003332:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078078.003334:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.003336:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.003337:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078078.003342:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003350:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078078.003354:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00080000:3.0:1769078078.003355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078078.003359:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078078.003364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078078.003367:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078078.003369:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078078.003372:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:1.0:1769078078.003415:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078078.003422:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078078.003426:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078078.003428:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003430:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078078.003436:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078078.003437:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3716 00000100:00000001:1.0:1769078078.003444:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298389026 00000100:00080000:3.0:1769078078.003446:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078078.003451:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298390265 00000100:00000001:3.0:1769078078.003452:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078078.003455:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078078.003458:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298389026 00000020:00000001:3.0:1769078078.003460:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078078.003463:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078078.003465:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298390265 00000020:00000001:3.0:1769078078.003468:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078078.003470:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078078.003474:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078078.003476:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.003481:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078078.003482:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078078.003486:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078078.003492:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078078/real 1769078078] req@ffff8f28835f8700 x1855008978468352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078078.003495:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078078.003503:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078078.003508:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078078.003513:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1769078078.003516:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1769078078.003518:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078078.003520:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078078.003523:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078078.003526:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00100000:3.0:1769078078.003527:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078078.003531:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:3.0:1769078078.003533:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003536:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078078.003537:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003542:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078078.003545:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078078.003546:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078078.003550:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.003553:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078078.003554:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978468352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078078.003555:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078078.003559:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.003565:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003569:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003574:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:3.0:1769078078.003576:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978468736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078078.003580:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003586:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078078.003589:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003595:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078078.003598:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078078.003604:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078078.003607:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.003609:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078078.003616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078078.003622:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078078.003624:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078078.003627:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078078.003631:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078078.003633:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078078.003635:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.003636:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078078.003638:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078078.003639:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078078.003642:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078078.003644:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078078.003645:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078078.003647:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.003649:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078078.003653:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003660:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078078.003661:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:1.0:1769078078.003665:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078078.003679:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078078.003685:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078078.003688:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078078.003689:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003691:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078078.003693:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003697:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298389023 00000100:00000001:1.0:1769078078.003700:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298390265 00000100:00000001:1.0:1769078078.003702:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298389023 00000100:00000001:1.0:1769078078.003705:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298390265 00000100:00000001:1.0:1769078078.003706:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078078.003708:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003709:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078078.003713:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078078/real 1769078078] req@ffff8f28835fa300 x1855008978468480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078078.003720:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078078.003721:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078078.003723:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078078.003724:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078078.003725:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003726:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078078.003727:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078078.003730:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978468480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078078.003735:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003737:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078078.003739:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003740:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078078.003741:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003742:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078078.003743:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078078.003745:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078078.003746:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078078.003748:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078078.003750:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078078.003752:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003753:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078078.003754:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078078.003755:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078078.003757:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078078.003758:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078078.003759:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078078.003760:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078078.003762:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078078.003763:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078078.003764:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003765:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078078.003766:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078078.003768:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078078.003770:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078078.003771:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078078.003772:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078078.003774:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078078.003775:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078078.003777:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078078.003778:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003780:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003784:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078078.003785:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003788:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078078.003789:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078078.003791:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078078.003792:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078078.003794:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.003796:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078078.003798:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078078.003800:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078078.003804:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078078.003808:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078078.003810:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078078.003811:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.003813:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078078.003816:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003823:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078078.003824:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:1.0:1769078078.003828:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078078.003840:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078078.003846:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078078.003848:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078078.003849:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003850:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078078.003853:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003857:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298389026 00000100:00000001:1.0:1769078078.003859:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298390265 00000100:00000001:1.0:1769078078.003862:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298389026 00000100:00000001:1.0:1769078078.003864:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298390265 00000100:00000001:1.0:1769078078.003866:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078078.003869:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003871:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078078.003875:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078078/real 1769078078] req@ffff8f28835fb100 x1855008978468608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078078.003883:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078078.003885:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078078.003887:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078078.003889:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078078.003891:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003893:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078078.003894:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078078.003898:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978468608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078078.003906:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003908:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078078.003911:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003912:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078078.003914:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.003915:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078078.003917:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078078.003919:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078078.003923:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078078.003925:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078078.003929:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078078.003933:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078078.003934:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078078.003936:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.003938:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078078.003940:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078078.003942:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078078.003945:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078078.003948:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078078.003949:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078078.003951:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078078.003952:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078078.003955:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003961:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078078.003963:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:1.0:1769078078.003967:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078078.003979:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078078.003985:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078078.003988:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078078.003989:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003990:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078078.003992:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.003996:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298389018 00000100:00000001:1.0:1769078078.003999:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298390265 00000100:00000001:1.0:1769078078.004001:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298389018 00000100:00000001:1.0:1769078078.004003:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298390265 00000100:00000001:1.0:1769078078.004006:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078078.004008:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.004010:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078078.004014:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078078/real 1769078078] req@ffff8f28835fb800 x1855008978468736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078078.004023:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078078.004024:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078078.004027:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078078.004029:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078078.004030:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.004032:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078078.004033:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078078.004037:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978468736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078078.004045:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.004047:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078078.004050:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.004052:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078078.004053:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.004055:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078078.004057:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078078.004060:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078078.004063:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078078.004065:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078078.004069:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078078.004074:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.004076:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078078.004077:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078078.004079:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078078.004081:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078078.004082:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078078.004084:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078078.004086:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078078.004087:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078078.004089:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078078.004090:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.004092:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078078.004093:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078078.004094:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078078.004096:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078078.004097:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078078.004098:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078078.004100:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078078.004101:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078078.004102:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078078.004104:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.004106:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.004109:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078078.004111:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.004113:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078078.004115:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078078.642439:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078078.642446:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078078.642451:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078078.642453:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.642454:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078078.642459:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078078.642464:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078078.642466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078078.642467:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.642471:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078078.642471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.642474:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.642477:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078078.642523:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078078.642525:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078078.642528:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078079.026488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078079.026495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078079.026497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078079.026504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078079.026508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078079.026512:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078079.026515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078079.026517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078079.026520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078079.666485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078079.666489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078079.666494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078079.666495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078079.666499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.666501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078079.666505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078079.666505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078079.666511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078079.666516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078079.666519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078079.666521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078079.666523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078079.666565:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078079.666569:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078079.666571:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078080.050463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078080.050469:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078080.050471:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078080.050475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078080.050477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078080.050480:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078080.050483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078080.050484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078080.050486:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078080.690505:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078080.690509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078080.690514:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078080.690517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078080.690519:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078080.690528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078080.690528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078080.690532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078080.690535:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078080.690541:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078080.690545:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078080.690548:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078080.690552:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078080.690601:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078080.690606:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078080.690610:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078081.074531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078081.074538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078081.074540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078081.074545:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078081.074549:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078081.074552:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078081.074554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078081.074556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078081.074558:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078081.714443:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078081.714450:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078081.714452:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078081.714457:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078081.714458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078081.714461:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078081.714464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078081.714465:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078081.714469:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078081.714470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078081.714471:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078081.714473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078081.714476:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078081.714533:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078081.714536:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078081.714540:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078082.098478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078082.098485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078082.098487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078082.098492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078082.098495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078082.098498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078082.098500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078082.098503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078082.098505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078082.738509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078082.738515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078082.738519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078082.738520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078082.738523:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078082.738529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078082.738530:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078082.738532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078082.738537:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078082.738542:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078082.738545:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078082.738549:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078082.738551:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078082.738604:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078082.738609:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078082.738613:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078083.122486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078083.122486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078083.122492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078083.122495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078083.122498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769078083.122500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078083.122501:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078083.122506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078083.122507:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078083.122509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.122511:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078083.122513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078083.122516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078083.122518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078083.122525:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3721 00000100:00080000:2.0:1769078083.122537:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078083.122540:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078083.122542:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078083.122546:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078083.122548:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078083.122551:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078083.122553:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078083.122554:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078083.122555:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078083.122560:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078083.122561:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.122564:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078083.122567:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078083.122569:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122570:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078083.122572:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.122584:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078083.122586:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122588:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078083.122590:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078083.122594:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122607:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078083.122614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978468864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078083.122622:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078083.122625:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122636:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078083.122638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078083.122640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078083.122641:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078083.122642:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078083.122644:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078083.122645:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3721 00000100:00080000:2.0:1769078083.122647:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078083.122649:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078083.122649:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078083.122651:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078083.122652:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078083.122654:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078083.122655:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078083.122657:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078083.122658:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078083.122661:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078083.122662:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.122663:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078083.122665:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769078083.122668:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078083.122671:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769078083.122672:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122674:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078083.122677:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1769078083.122678:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078083.122680:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1769078083.122682:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.122683:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122684:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.122690:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078083.122692:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078083.122692:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122695:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078083.122696:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078083.122698:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078083.122698:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.122704:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122704:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078083.122713:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978468864:192.168.204.124@tcp:250:kworker.0 00000100:00100000:2.0:1769078083.122713:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978468992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078083.122722:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078083.122724:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078083.122726:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.122728:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078083.122729:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.122731:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078083.122732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078083.122736:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078083.122737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078083.122739:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078083.122740:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078083.122742:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122742:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078083.122746:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3721 00000100:00080000:2.0:1769078083.122749:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078083.122751:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078083.122753:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078083.122755:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078083.122757:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078083.122759:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078083.122761:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078083.122762:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078083.122764:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:2.0:1769078083.122766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078083.122768:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078083.122770:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078083.122776:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078083.122779:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.122781:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078083.122783:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078083.122785:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122788:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078083.122790:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078083.122792:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122794:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.122798:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078083.122800:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122801:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078083.122803:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078083.122805:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078083.122808:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078083.122811:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078083.122817:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978469120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078083.122823:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078083.122823:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078083.122825:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.122828:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078083.122829:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.122831:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078083.122832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078083.122833:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769078083.122837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078083.122839:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078083.122840:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078083.122840:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078083.122845:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078083.122846:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298395385 00000100:00080000:2.0:1769078083.122848:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3721 00000100:00080000:2.0:1769078083.122852:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078083.122855:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078083.122856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078083.122858:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769078083.122858:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078083.122861:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078083.122863:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078083.122865:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298395385 00000020:00000001:2.0:1769078083.122865:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078083.122869:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078083.122871:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078083.122871:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078083.122874:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078083.122876:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.122878:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078083.122884:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078083/real 1769078083] req@ffff8f2882c3a680 x1855008978468864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078083.122884:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078083.122888:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.122892:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078083.122895:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078083.122898:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078083.122899:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769078083.122900:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078083.122903:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000400:00000001:1.0:1769078083.122904:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000001:2.0:1769078083.122908:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122910:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.122911:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769078083.122913:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078083.122915:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.122916:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078083.122917:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078083.122919:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078083.122921:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078083.122921:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.122927:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078083.122927:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.122931:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078083.122933:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978469248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078083.122940:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978468864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.122941:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078083.122944:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.122947:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078083.122955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078083.122956:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.122961:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078083.122961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078083.122963:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078083.122966:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078083.122966:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078083.122971:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078083.122971:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078083.122973:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078083.122976:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3721 00000100:00000001:1.0:1769078083.122977:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769078083.122979:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078083.122980:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078083.122983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1769078083.122984:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078083.122985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078083.122988:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078083.122989:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:1.0:1769078083.122991:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:2.0:1769078083.122992:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078083.122993:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1769078083.122995:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00100000:1.0:1769078083.122999:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978468864:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078083.122999:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078083.123000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078083.123007:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078083.123008:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078083.123011:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078083.123012:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123015:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078083.123015:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078083.123017:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078083.123018:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078083.123020:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123022:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769078083.123023:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078083.123025:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000008:00100000:2.0:1769078083.123026:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000020:00000001:1.0:1769078083.123029:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1769078083.123029:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.123032:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123034:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078083.123035:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078083.123038:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1769078083.123038:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.123039:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078083.123042:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1769078083.123042:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078083.123044:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123045:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.123049:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078083.123053:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978469376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078083.123056:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.123060:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078083.123062:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.123064:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123065:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078083.123067:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123070:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078083.123071:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078083.123072:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078083.123074:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078083.123075:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123077:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078083.123079:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078083.123080:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078083.123083:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078083.123086:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078083.123087:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078083.123088:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123089:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078083.123091:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123096:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078083.123097:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078083.123100:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078083.123109:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078083.123112:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078083.123114:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078083.123114:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123115:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078083.123117:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123120:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298394145 00000100:00000001:1.0:1769078083.123122:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298395385 00000100:00000001:1.0:1769078083.123124:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298394145 00000100:00000001:1.0:1769078083.123125:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298395385 00000100:00000001:1.0:1769078083.123127:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078083.123128:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123129:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078083.123132:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078083/real 1769078083] req@ffff8f2882c3bb80 x1855008978468992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078083.123139:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078083.123140:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078083.123143:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078083.123144:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078083.123145:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123147:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078083.123149:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078083.123161:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978468992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078083.123168:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123170:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078083.123172:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123174:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078083.123175:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123177:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078083.123179:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078083.123181:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078083.123185:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078083.123187:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078083.123190:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978468992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078083.123193:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078083.123193:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078083.123195:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123196:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078083.123197:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078083.123199:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078083.123200:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078083.123202:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078083.123203:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078083.123204:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123205:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078083.123207:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123211:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078083.123212:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078083.123215:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078083.123248:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078083.123251:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078083.123253:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078083.123254:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123255:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078083.123257:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123260:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298394142 00000100:00000001:1.0:1769078083.123261:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298395385 00000100:00000001:1.0:1769078083.123263:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298394142 00000100:00000001:1.0:1769078083.123264:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298395385 00000100:00000001:1.0:1769078083.123266:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078083.123267:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123268:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078083.123270:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078083/real 1769078083] req@ffff8f2882c39f80 x1855008978469120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078083.123274:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078083.123275:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078083.123276:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078083.123277:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078083.123278:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123279:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078083.123280:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078083.123282:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978469120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078083.123286:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123287:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078083.123288:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123289:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078083.123290:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123290:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078083.123291:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078083.123293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078083.123295:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078083.123297:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078083.123299:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078083.123301:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078083.123302:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078083.123303:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123304:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078083.123305:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078083.123306:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078083.123308:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078083.123309:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078083.123311:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078083.123312:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123313:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078083.123314:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123318:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078083.123319:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078083.123321:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078083.123327:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078083.123329:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078083.123330:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078083.123331:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123332:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078083.123334:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123336:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298394145 00000100:00000001:1.0:1769078083.123338:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298395385 00000100:00000001:1.0:1769078083.123339:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298394145 00000100:00000001:1.0:1769078083.123341:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298395385 00000100:00000001:1.0:1769078083.123342:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078083.123343:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123344:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078083.123346:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078083/real 1769078083] req@ffff8f2882c3b800 x1855008978469248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078083.123354:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078083.123355:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078083.123356:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078083.123357:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078083.123358:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123359:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078083.123360:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078083.123362:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978469248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078083.123365:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123366:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078083.123367:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123368:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078083.123369:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123369:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078083.123370:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078083.123372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078083.123393:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078083.123394:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078083.123396:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078083.123399:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078083.123400:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078083.123401:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123402:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078083.123403:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078083.123404:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078083.123406:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078083.123408:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078083.123409:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078083.123410:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078083.123411:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078083.123413:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123416:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078083.123417:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078083.123419:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078083.123425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078083.123428:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078083.123429:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078083.123430:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123431:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078083.123432:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123434:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298394138 00000100:00000001:1.0:1769078083.123435:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298395385 00000100:00000001:1.0:1769078083.123437:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298394138 00000100:00000001:1.0:1769078083.123438:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298395385 00000100:00000001:1.0:1769078083.123440:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078083.123441:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123442:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078083.123444:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078083/real 1769078083] req@ffff8f2882c38380 x1855008978469376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078083.123448:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078083.123449:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078083.123450:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078083.123451:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078083.123452:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123453:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078083.123454:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078083.123456:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978469376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078083.123460:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123461:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078083.123463:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123464:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078083.123465:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123465:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078083.123466:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078083.123468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078083.123469:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078083.123470:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078083.123472:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078083.123474:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123475:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078083.123475:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078083.123476:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078083.123477:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078083.123478:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078083.123479:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078083.123480:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078083.123481:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078083.123482:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078083.123483:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123483:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078083.123484:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078083.123485:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078083.123486:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078083.123487:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078083.123488:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078083.123489:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078083.123489:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078083.123491:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078083.123491:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123492:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078083.123493:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078083.123493:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078083.123494:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078083.123495:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078083.123495:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078083.123496:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078083.123497:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078083.123498:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078083.123499:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123500:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078083.123501:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078083.123501:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078083.123502:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078083.123503:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078083.123504:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078083.123504:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078083.123505:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078083.123506:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078083.123506:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123507:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.123509:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078083.123510:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.123511:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078083.123512:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.762452:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078083.762457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078083.762459:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078083.762462:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078083.762467:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078083.762468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.762472:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078083.762474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078083.762476:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078083.762477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.762481:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078083.762485:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.762487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.762538:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078083.762543:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078083.762546:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078084.146498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078084.146508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078084.146511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078084.146518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078084.146523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078084.146526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078084.146530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078084.146533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078084.146537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078084.786493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078084.786497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078084.786501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078084.786502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078084.786505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078084.786506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078084.786509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078084.786510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078084.786514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078084.786517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078084.786519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078084.786521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078084.786524:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078084.786556:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078084.786559:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078084.786561:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078085.170445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078085.170452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078085.170454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078085.170459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078085.170462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078085.170465:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078085.170467:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078085.170470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078085.170472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078085.810446:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078085.810454:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078085.810456:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078085.810461:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078085.810465:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078085.810469:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078085.810470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078085.810471:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078085.810474:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078085.810476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078085.810477:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078085.810485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078085.810490:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078085.810493:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078085.810496:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078085.810500:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078085.810503:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078085.810506:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078085.810508:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078085.810561:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078085.810564:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078085.810567:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078086.194516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078086.194524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078086.194526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078086.194531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078086.194534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078086.194537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078086.194540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078086.194542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078086.194544:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078086.834481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078086.834488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078086.834490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078086.834493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078086.834494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078086.834502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078086.834504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078086.834507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078086.834515:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078086.834520:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078086.834523:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078086.834526:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078086.834530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078086.834574:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078086.834579:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078086.834583:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078087.218530:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078087.218539:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078087.218541:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078087.218549:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078087.218554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078087.218559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078087.218561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078087.218564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078087.218566:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.858458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078087.858464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078087.858472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078087.858473:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078087.858474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078087.858476:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078087.858480:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078087.858481:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078087.858484:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078087.858486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078087.858487:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078087.858490:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.858491:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078087.858492:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.858495:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078087.858497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078087.858498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078087.858500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.858502:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078087.858568:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078087.858574:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078087.858578:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078088.242453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078088.242453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078088.242459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769078088.242463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078088.242463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078088.242468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078088.242469:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078088.242473:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078088.242473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078088.242478:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078088.242479:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078088.242483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078088.242485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078088.242488:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3726 00000100:00000001:3.0:1769078088.242489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078088.242503:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078088.242506:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078088.242508:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078088.242512:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078088.242514:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078088.242516:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078088.242518:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078088.242519:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078088.242520:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078088.242523:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078088.242525:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242528:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078088.242530:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078088.242533:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242534:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078088.242536:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242548:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078088.242549:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242552:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078088.242555:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078088.242559:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242572:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078088.242580:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978469504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078088.242587:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078088.242591:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242604:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078088.242606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078088.242609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078088.242610:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078088.242611:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078088.242613:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078088.242616:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3726 00000100:00080000:2.0:1769078088.242618:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078088.242619:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078088.242620:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078088.242622:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078088.242623:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078088.242625:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078088.242626:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078088.242628:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078088.242628:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078088.242631:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078088.242633:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242633:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078088.242639:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078088.242640:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769078088.242641:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242645:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078088.242646:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:2.0:1769078088.242648:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078088.242649:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078088.242653:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1769078088.242653:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242656:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242657:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242663:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078088.242664:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078088.242665:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242667:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078088.242668:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078088.242669:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078088.242673:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242673:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242680:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078088.242681:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978469504:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078088.242686:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1769078088.242687:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978469632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078088.242691:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078088.242693:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078088.242694:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242696:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.242699:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078088.242700:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078088.242702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078088.242704:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078088.242705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078088.242708:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078088.242709:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078088.242711:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078088.242713:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3726 00000100:00080000:2.0:1769078088.242716:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078088.242717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078088.242718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078088.242719:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078088.242720:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078088.242721:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078088.242723:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078088.242723:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078088.242724:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078088.242726:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:2.0:1769078088.242727:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078088.242731:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078088.242732:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078088.242733:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242736:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078088.242738:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078088.242739:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242740:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078088.242741:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078088.242742:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242743:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242746:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078088.242747:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242748:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078088.242749:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078088.242749:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242752:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078088.242755:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978469760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078088.242760:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078088.242761:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242763:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078088.242765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078088.242767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078088.242768:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078088.242769:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078088.242771:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078088.242772:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3726 00000100:00080000:2.0:1769078088.242775:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078088.242776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078088.242777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078088.242778:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078088.242778:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078088.242779:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.242780:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078088.242783:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078088.242785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078088.242786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078088.242787:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298400505 00000100:00080000:2.0:1769078088.242789:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078088.242793:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242795:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078088.242802:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1769078088.242804:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078088.242809:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242811:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078088.242812:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298400505 00000008:00100000:2.0:1769078088.242813:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078088.242818:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242820:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242825:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078088.242826:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242827:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078088.242828:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078088.242832:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078088.242835:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078088.242835:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242840:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242843:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242844:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242849:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078088.242852:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978469888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078088.242859:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078088.242862:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769078088.242863:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078088.242867:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078088.242868:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242870:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078088.242874:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078088.242875:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242876:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078088.242880:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078088.242880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078088.242884:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1769078088.242885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1769078088.242888:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078088.242889:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078088.242890:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078088.242892:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078088.242894:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3726 00000100:00080000:2.0:1769078088.242896:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769078088.242899:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242900:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078088.242902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078088.242904:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078088.242906:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1769078088.242908:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469632:192.168.204.124@tcp:38:kworker.0 00000020:00000001:2.0:1769078088.242908:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078088.242913:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078088.242916:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078088.242916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078088.242920:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078088.242920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078088.242923:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078088.242924:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242926:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.242928:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078088.242929:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078088.242934:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078088.242941:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078088.242945:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769078088.242945:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242949:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:2.0:1769078088.242949:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078088.242951:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078088.242954:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242955:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242957:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769078088.242959:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078088.242962:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242964:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078088.242965:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078088.242967:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242971:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242974:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078088.242976:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978470016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078088.242980:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298399265 00000100:00000001:2.0:1769078088.242983:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078088.242987:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298400505 00000100:00000001:2.0:1769078088.242987:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.242990:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.242996:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298399265 00000100:00000001:1.0:1769078088.242999:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298400505 00000100:00000001:1.0:1769078088.243002:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078088.243004:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243007:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078088.243009:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078088.243011:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.243013:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078088.243015:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078088.243017:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078088.243021:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078088.243025:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078088.243027:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078088.243028:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.243030:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078088.243032:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243037:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078088.243038:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078088.243041:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078088.243050:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243054:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298399262 00000100:00000001:1.0:1769078088.243057:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298400505 00000100:00000001:1.0:1769078088.243059:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298399262 00000100:00000001:1.0:1769078088.243061:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298400505 00000100:00000001:1.0:1769078088.243064:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078088.243066:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243068:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243070:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.243073:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078088.243074:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078088.243076:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078088.243077:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078088.243079:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078088.243080:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078088.243082:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.243084:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078088.243085:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078088.243087:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078088.243090:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078088.243094:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078088.243095:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078088.243097:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.243098:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078088.243101:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243107:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078088.243109:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078088.243113:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078088.243122:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243126:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298399265 00000100:00000001:1.0:1769078088.243129:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298400505 00000100:00000001:1.0:1769078088.243131:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298399265 00000100:00000001:1.0:1769078088.243171:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298400505 00000100:00000001:1.0:1769078088.243175:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078088.243177:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243179:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078088.243180:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078088.243182:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.243184:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078088.243186:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078088.243188:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078088.243192:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078088.243195:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078088.243197:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078088.243198:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.243200:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078088.243204:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243209:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078088.243210:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078088.243213:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078088.243223:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243227:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298399257 00000100:00000001:1.0:1769078088.243229:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298400505 00000100:00000001:1.0:1769078088.243231:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298399257 00000100:00000001:1.0:1769078088.243233:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298400505 00000100:00000001:1.0:1769078088.243236:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078088.243237:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243241:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243242:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.243252:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078088.243254:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078088.243255:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078088.243257:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078088.243258:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.243260:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.882485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078088.882490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078088.882493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078088.882494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.882495:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.882502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078088.882503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078088.882504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.882507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078088.882511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.882514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078088.882517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.882519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078088.882564:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078088.882569:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078088.882573:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078089.266558:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078089.266565:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078089.266567:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078089.266572:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078089.266576:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078089.266579:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078089.266581:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078089.266584:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078089.266586:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078089.906498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078089.906501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078089.906506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078089.906507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078089.906511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078089.906512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078089.906515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078089.906516:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078089.906520:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078089.906523:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.906525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078089.906527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.906531:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078089.906589:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078089.906594:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078089.906597:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078090.290520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078090.290530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078090.290533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078090.290540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078090.290550:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078090.290555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078090.290558:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078090.290561:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078090.290564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.930506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078090.930513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078090.930514:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078090.930517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.930518:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078090.930524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078090.930526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078090.930527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.930532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078090.930535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078090.930538:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078090.930540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078090.930543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078090.930589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078090.930595:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078090.930600:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078091.314470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078091.314480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078091.314482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078091.314489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078091.314495:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078091.314499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078091.314501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078091.314505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078091.314508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1769078091.314651:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:3.0:1769078091.314700:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078091.314723:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078091.314746:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078091.314777:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078091.314780:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.314782:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078091.314793:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078091.314798:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078091.314801:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078091.314802:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.314804:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078091.314808:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078091.314812:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078091.314815:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078091.314816:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.314818:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078091.314823:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078091.314827:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078091.314830:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078091.314831:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.314833:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078091.314836:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078091.314840:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078091.314842:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078091.314843:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.314845:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078091.314912:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078091.314917:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078091.314920:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078091.314934:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078091] req@ffff8f2882c3bb80 x1855008978469888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078091.314948:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078091.314951:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078091.314957:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078091.314961:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078091.314963:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.314970:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.314973:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078091.314978:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978469888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078091.314986:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.314990:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078091.314994:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.314995:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.314996:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315000:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078091.315004:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078091.315009:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078091.315015:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078091.315018:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078091.315025:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078091.315030:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078091.315035:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078091] req@ffff8f2882c3a680 x1855008978470016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078091.315043:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078091.315044:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078091.315047:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078091.315049:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078091.315050:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315052:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.315053:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078091.315056:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978470016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078091.315063:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315065:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078091.315067:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315069:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.315070:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315072:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078091.315074:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078091.315076:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078091.315080:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078091.315117:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078091.315122:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078091.315127:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078091.315131:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078091] req@ffff8f2882c3b800 x1855008978469632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078091.315139:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078091.315142:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078091.315145:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078091.315147:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078091.315148:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315150:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.315152:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078091.315156:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978469632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078091.315162:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315164:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078091.315166:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315168:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.315169:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315171:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078091.315174:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078091.315176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078091.315180:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078091.315182:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078091.315185:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078091.315188:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078091.315193:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078091] req@ffff8f2882c39f80 x1855008978469760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078091.315199:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078091.315201:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078091.315203:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078091.315205:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078091.315206:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315208:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.315209:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078091.315212:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978469760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078091.315222:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315224:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078091.315226:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315227:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.315228:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315230:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078091.315231:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078091.315233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078091.315237:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078091.315239:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078091.315242:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978469760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078091.315245:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078091.315249:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078091] req@ffff8f2882c38380 x1855008978469504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078091.315256:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078091.315257:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078091.315260:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078091.315262:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078091.315264:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315265:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.315267:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078091.315270:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978469504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078091.315276:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315278:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078091.315280:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315281:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078091.315282:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315284:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078091.315286:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078091.315288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078091.315292:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078091.315294:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078091.315297:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978469504:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078091.315301:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315303:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078091.315305:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078091.315309:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078091.315315:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078091.315320:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078091.315324:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078091.315328:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078091.315331:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078091.315334:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078091.315335:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315337:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078091.315338:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078091.315340:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078091.315342:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078091.315343:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078091.315344:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078091.315346:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078091.315347:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078091.315349:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078091.315351:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315352:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078091.315354:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078091.315355:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078091.315357:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078091.315358:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078091.315359:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078091.315361:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078091.315362:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078091.315364:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078091.315365:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.315367:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078091.315368:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078091.315370:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078091.316483:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078091.316488:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078091.316490:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078091.316495:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078091.316497:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078091.316500:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078091.316502:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.316506:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078091.316507:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078091.316509:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078091.316511:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078091.316512:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078091.316512:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078091.316514:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078091.316514:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078091.316516:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078091.316516:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.316518:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.316527:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078091.316528:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.316531:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078091.316532:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.954466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078091.954466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078091.954474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.954475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078091.954478:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078091.954481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078091.954483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078091.954483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.954488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078091.954491:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.954494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078091.954496:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.954498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078091.954543:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078091.954552:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078091.954555:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078092.338535:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078092.338543:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078092.338545:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078092.338551:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078092.338556:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078092.338560:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.338562:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078092.338565:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.338568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078092.978482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078092.978488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078092.978490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078092.978492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078092.978493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078092.978500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078092.978500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078092.978502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078092.978504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078092.978508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078092.978510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078092.978513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078092.978515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078092.978560:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078092.978564:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078092.978567:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078093.362516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078093.362524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078093.362526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078093.362532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078093.362537:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078093.362542:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078093.362545:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078093.362548:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078093.362551:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078093.362571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078093.362580:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078093.362583:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078093.362586:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078093.362590:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078093.362597:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3731 00000100:00080000:2.0:1769078093.362608:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078093.362611:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078093.362613:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078093.362616:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078093.362619:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078093.362621:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078093.362622:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078093.362624:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078093.362625:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078093.362628:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078093.362630:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078093.362633:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078093.362637:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078093.362640:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362643:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078093.362645:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078093.362657:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078093.362658:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362662:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078093.362665:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078093.362671:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362686:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078093.362699:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978470144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078093.362710:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078093.362715:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362747:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078093.362750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078093.362754:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078093.362755:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078093.362757:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078093.362760:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078093.362763:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3731 00000100:00080000:2.0:1769078093.362767:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078093.362770:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078093.362772:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078093.362774:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078093.362781:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078093.362784:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078093.362787:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078093.362789:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078093.362791:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078093.362795:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078093.362798:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.362800:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769078093.362800:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078093.362806:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769078093.362808:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078093.362812:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362814:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078093.362820:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078093.362821:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078093.362826:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1769078093.362826:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.362829:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362831:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.362839:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078093.362839:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078093.362843:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.362845:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078093.362847:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078093.362850:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078093.362852:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078093.362853:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078093.362860:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978470144:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078093.362862:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.362870:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1769078093.362872:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978470272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078093.362877:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078093.362881:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362882:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078093.362886:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078093.362887:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362892:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.362894:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078093.362895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078093.362901:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078093.362903:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078093.362910:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078093.362913:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078093.362916:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3731 00000100:00000001:1.0:1769078093.362918:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078093.362921:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078093.362923:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:2.0:1769078093.362926:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078093.362928:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078093.362930:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078093.362931:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078093.362934:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078093.362936:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078093.362938:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078093.362941:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078093.362942:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078093.362945:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078093.362948:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078093.362949:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078093.362952:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078093.362954:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362956:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078093.362958:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078093.362960:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362962:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078093.362966:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078093.362968:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362970:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078093.362972:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078093.362974:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362979:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078093.362983:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978470400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078093.362991:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:1.0:1769078093.362993:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078093.362994:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.362999:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078093.363001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078093.363004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078093.363006:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078093.363008:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078093.363012:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078093.363015:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769078093.363016:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3731 00000100:00000001:1.0:1769078093.363022:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769078093.363022:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078093.363027:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078093.363028:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363029:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078093.363032:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769078093.363034:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078093.363037:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078093.363039:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078093.363042:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078093.363044:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363044:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078093.363065:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078093.363072:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078093.363075:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078093.363077:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078093.363079:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078093.363082:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363084:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078093.363086:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298405625 00000008:00100000:2.0:1769078093.363087:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078093.363091:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363093:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078093.363098:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078093.363099:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363100:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078093.363102:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1769078093.363102:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078093.363106:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363113:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363114:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298405625 00000100:00100000:2.0:1769078093.363118:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978470528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078093.363121:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078093.363130:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078093.363135:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363137:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078093.363140:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078093.363141:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363146:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078093.363148:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff8f2882c38380 x1855008978470144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078093.363150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078093.363159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078093.363162:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078093.363165:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078093.363168:0:38:0:(import.c:484:import_select_connection()) Process entered 00000400:00000001:1.0:1769078093.363170:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769078093.363173:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3731 00000400:00000001:1.0:1769078093.363174:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1769078093.363179:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078093.363181:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078093.363183:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078093.363186:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078093.363187:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1769078093.363189:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078093.363191:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078093.363193:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078093.363196:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078093.363196:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078093.363199:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078093.363201:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078093.363203:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078093.363206:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078093.363211:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978470144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078093.363212:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078093.363217:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078093.363221:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078093.363225:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078093.363229:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078093.363230:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363234:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078093.363236:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078093.363237:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:2.0:1769078093.363242:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363244:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078093.363245:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363247:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.363251:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078093.363252:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078093.363254:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363255:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078093.363260:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078093.363261:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078093.363264:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:1.0:1769078093.363267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1769078093.363268:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.363276:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078093.363277:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078093.363281:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769078093.363283:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978470656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078093.363289:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978470144:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078093.363299:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078093.363301:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078093.363303:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363306:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078093.363308:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363310:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078093.363315:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078093.363320:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078093.363324:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078093.363326:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078093.363333:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078093.363336:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078093.363339:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078093.363340:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363344:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363354:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078093.363356:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363358:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078093.363360:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078093.363362:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078093.363364:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078093.363365:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.363367:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078093.363369:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078093.363371:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078093.363405:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078093.363409:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078093.363411:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078093.363413:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.363414:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078093.363417:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363424:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078093.363426:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078093.363432:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078093.363446:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078093.363452:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078093.363455:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078093.363456:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363458:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078093.363460:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363465:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298404386 00000100:00000001:1.0:1769078093.363468:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298405625 00000100:00000001:1.0:1769078093.363470:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298404386 00000100:00000001:1.0:1769078093.363472:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298405625 00000100:00000001:1.0:1769078093.363474:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078093.363476:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363478:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078093.363481:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff8f2882c39f80 x1855008978470272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078093.363489:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078093.363490:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078093.363492:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078093.363494:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078093.363496:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363498:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.363499:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078093.363502:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978470272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.363509:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363511:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078093.363513:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363514:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.363516:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363517:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078093.363519:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078093.363522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078093.363526:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078093.363529:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078093.363532:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078093.363536:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078093.363538:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078093.363539:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.363541:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078093.363543:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078093.363544:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078093.363546:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078093.363549:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078093.363550:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078093.363551:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.363553:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078093.363556:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363562:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078093.363564:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078093.363569:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078093.363582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078093.363587:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078093.363589:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078093.363591:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363593:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078093.363595:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363600:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298404383 00000100:00000001:1.0:1769078093.363602:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298405625 00000100:00000001:1.0:1769078093.363605:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298404383 00000100:00000001:1.0:1769078093.363606:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298405625 00000100:00000001:1.0:1769078093.363609:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078093.363610:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363612:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078093.363616:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff8f2882c3b800 x1855008978470400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078093.363623:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078093.363625:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078093.363627:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078093.363629:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078093.363630:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363632:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.363634:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078093.363637:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978470400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.363643:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363645:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078093.363648:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363649:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.363650:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363652:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078093.363653:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078093.363655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078093.363659:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078093.363661:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078093.363664:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078093.363668:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078093.363669:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078093.363670:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.363672:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078093.363674:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078093.363676:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078093.363679:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078093.363682:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078093.363684:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078093.363685:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.363686:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078093.363689:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363695:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078093.363697:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078093.363700:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078093.363710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078093.363715:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078093.363717:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078093.363718:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363720:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078093.363723:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363727:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298404386 00000100:00000001:1.0:1769078093.363730:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298405625 00000100:00000001:1.0:1769078093.363732:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298404386 00000100:00000001:1.0:1769078093.363734:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298405625 00000100:00000001:1.0:1769078093.363737:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078093.363739:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363741:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078093.363745:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff8f2882c3a680 x1855008978470528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078093.363752:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078093.363753:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078093.363756:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078093.363757:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078093.363759:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363760:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.363762:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078093.363765:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978470528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.363771:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363773:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078093.363775:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363777:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.363778:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363780:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078093.363781:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078093.363783:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078093.363787:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078093.363789:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078093.363791:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078093.363795:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078093.363796:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078093.363798:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.363800:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078093.363801:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078093.363804:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078093.363806:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078093.363809:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078093.363811:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078093.363813:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.363815:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078093.363818:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363823:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078093.363825:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078093.363829:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078093.363839:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078093.363844:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078093.363846:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078093.363847:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363849:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078093.363851:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363854:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298404378 00000100:00000001:1.0:1769078093.363857:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298405625 00000100:00000001:1.0:1769078093.363859:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298404378 00000100:00000001:1.0:1769078093.363861:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298405625 00000100:00000001:1.0:1769078093.363863:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078093.363864:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363866:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078093.363869:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff8f2882c3bb80 x1855008978470656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078093.363877:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078093.363878:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078093.363880:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078093.363881:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078093.363883:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363884:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.363885:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078093.363889:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978470656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.363895:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363897:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078093.363900:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363901:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.363902:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363903:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078093.363904:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078093.363907:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078093.363910:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078093.363912:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078093.363915:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078093.363919:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363921:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078093.363922:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078093.363924:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078093.363926:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078093.363927:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078093.363929:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078093.363931:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078093.363933:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078093.363935:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078093.363937:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363938:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078093.363940:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078093.363941:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078093.363943:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078093.363944:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078093.363945:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078093.363947:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078093.363948:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078093.363949:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078093.363951:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363952:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078093.363953:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078093.363954:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078093.363956:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078093.363957:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078093.363958:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078093.363960:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078093.363961:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078093.363963:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078093.363965:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363966:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078093.363967:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078093.363968:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078093.363970:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078093.363971:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078093.363972:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078093.363974:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078093.363975:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078093.363977:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078093.363978:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363980:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.363984:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078093.363985:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.363987:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078093.363989:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078094.002451:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078094.002451:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078094.002457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078094.002459:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078094.002462:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078094.002465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078094.002467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078094.002468:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078094.002473:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078094.002476:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078094.002479:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078094.002480:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078094.002484:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078094.002582:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078094.002587:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078094.002591:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078094.386508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078094.386515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078094.386517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078094.386524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078094.386529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078094.386533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078094.386536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078094.386539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078094.386541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078095.026505:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078095.026511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078095.026513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078095.026516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078095.026517:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078095.026524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078095.026525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078095.026528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078095.026530:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078095.026534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.026537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078095.026540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.026543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078095.026598:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078095.026603:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078095.026606:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078095.410480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078095.410491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078095.410494:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078095.410501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078095.410505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078095.410510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078095.410513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078095.410515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078095.410519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078096.050438:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078096.050446:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078096.050447:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078096.050449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078096.050453:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078096.050454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078096.050460:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078096.050461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078096.050465:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078096.050468:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078096.050469:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078096.050470:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078096.050473:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078096.050474:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078096.050476:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078096.050478:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078096.050480:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078096.050481:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078096.050485:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078096.050576:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078096.050591:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078096.050597:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078096.434525:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078096.434534:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078096.434536:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078096.434543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078096.434546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078096.434550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078096.434552:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078096.434555:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078096.434557:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078097.074477:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078097.074480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078097.074487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078097.074488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078097.074493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078097.074495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078097.074500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078097.074500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078097.074508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078097.074512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078097.074515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078097.074518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078097.074521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078097.074563:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078097.074567:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078097.074572:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078097.458469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078097.458476:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078097.458477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078097.458481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078097.458484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078097.458487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078097.458489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078097.458491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078097.458494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.098475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078098.098475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078098.098482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078098.098482:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078098.098486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078098.098486:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078098.098489:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078098.098493:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769078098.098494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078098.098495:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078098.098500:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.098501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078098.098503:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.098506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078098.098508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078098.098510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078098.098511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.098514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.098518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078098.098574:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078098.098577:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078098.098580:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078098.482461:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078098.482461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078098.482470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769078098.482471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078098.482475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482476:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078098.482479:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078098.482483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078098.482484:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078098.482490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078098.482491:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3737 00000100:00000001:0.0:1769078098.482495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.482499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078098.482502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078098.482503:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078098.482505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482507:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078098.482509:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078098.482513:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078098.482516:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078098.482518:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078098.482520:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078098.482522:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078098.482523:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078098.482527:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078098.482529:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078098.482532:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078098.482534:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078098.482536:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482538:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078098.482540:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078098.482549:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078098.482551:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482553:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078098.482555:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078098.482559:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482569:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078098.482578:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978470784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078098.482587:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078098.482591:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482602:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078098.482605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078098.482608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078098.482609:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078098.482611:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078098.482613:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078098.482615:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3737 00000100:00080000:2.0:1769078098.482617:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078098.482619:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078098.482621:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078098.482622:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078098.482624:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078098.482625:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078098.482626:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078098.482628:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078098.482628:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078098.482630:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078098.482632:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078098.482633:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078098.482636:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769078098.482637:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078098.482640:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769078098.482641:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.482643:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078098.482645:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078098.482646:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482651:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078098.482652:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:2.0:1769078098.482655:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078098.482658:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1769078098.482659:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.482663:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482668:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078098.482674:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978470784:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078098.482676:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078098.482678:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482682:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078098.482683:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078098.482683:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078098.482686:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.482690:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078098.482691:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.482695:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078098.482698:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978470912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078098.482700:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078098.482707:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078098.482709:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.482710:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482712:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078098.482714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078098.482718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078098.482720:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078098.482722:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078098.482725:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078098.482728:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3737 00000100:00000001:0.0:1769078098.482730:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078098.482733:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078098.482734:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:2.0:1769078098.482737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078098.482741:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078098.482743:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078098.482744:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078098.482748:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078098.482750:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078098.482752:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078098.482755:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078098.482757:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078098.482761:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078098.482763:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078098.482765:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078098.482768:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078098.482771:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482773:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078098.482774:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078098.482777:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482778:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078098.482781:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078098.482782:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078098.482785:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078098.482786:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482790:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078098.482794:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:2.0:1769078098.482797:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978471040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078098.482804:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078098.482806:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078098.482806:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482810:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.482812:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769078098.482813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078098.482817:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078098.482817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078098.482821:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078098.482821:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078098.482825:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078098.482827:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078098.482828:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078098.482829:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3737 00000100:00000001:0.0:1769078098.482834:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298410745 00000100:00080000:2.0:1769078098.482836:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078098.482840:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078098.482841:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078098.482844:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769078098.482844:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078098.482848:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078098.482852:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078098.482853:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298410745 00000020:00000001:2.0:1769078098.482857:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078098.482860:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078098.482861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078098.482864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078098.482868:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078098.482870:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078098.482875:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.482876:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078098.482881:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078098.482882:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769078098.482885:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078098.482888:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078098.482892:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff8f2882c3bb80 x1855008978470784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078098.482892:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078098.482905:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078098.482909:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078098.482910:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769078098.482912:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078098.482913:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078098.482918:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769078098.482920:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078098.482922:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1769078098.482923:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.482924:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078098.482927:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078098.482928:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1769078098.482931:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078098.482932:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078098.482935:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078098.482939:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978470784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078098.482943:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078098.482953:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978471168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078098.482982:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.482985:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078098.482994:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078098.482994:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078098.482999:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.483004:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078098.483007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078098.483009:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1769078098.483010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078098.483013:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078098.483014:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078098.483017:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078098.483020:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078098.483021:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078098.483023:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078098.483028:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078098.483028:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3737 00000100:00080000:2.0:1769078098.483036:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078098.483037:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078098.483041:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078098.483042:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078098.483045:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769078098.483047:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978470784:192.168.204.124@tcp:250:kworker.0 00000020:00000001:2.0:1769078098.483051:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078098.483054:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078098.483054:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078098.483059:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078098.483059:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078098.483062:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769078098.483065:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769078098.483066:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769078098.483070:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769078098.483071:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769078098.483074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078098.483075:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078098.483079:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1769078098.483082:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078098.483084:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769078098.483086:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483087:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078098.483091:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1769078098.483091:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078098.483094:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483096:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078098.483096:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078098.483102:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.483105:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078098.483106:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00100000:2.0:1769078098.483108:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078098.483109:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483115:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:2.0:1769078098.483115:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483118:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078098.483119:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483121:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078098.483124:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078098.483125:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078098.483126:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078098.483129:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483133:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078098.483133:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078098.483137:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078098.483138:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078098.483140:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483144:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.483147:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078098.483153:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470912:192.168.204.124@tcp:38:kworker.0 00000100:00100000:2.0:1769078098.483157:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978471296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078098.483161:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078098.483165:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078098.483169:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.483170:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078098.483175:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483176:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078098.483180:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483181:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483190:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078098.483191:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769078098.483195:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078098.483209:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078098.483213:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078098.483217:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078098.483219:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483221:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078098.483224:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483228:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298409505 00000100:00000001:0.0:1769078098.483231:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298410745 00000100:00000001:0.0:1769078098.483234:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298409505 00000100:00000001:0.0:1769078098.483237:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298410745 00000100:00000001:0.0:1769078098.483239:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078098.483241:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483243:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078098.483248:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff8f2882c3a680 x1855008978470912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078098.483259:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078098.483260:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078098.483263:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078098.483265:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078098.483266:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483268:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078098.483270:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078098.483275:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978470912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078098.483301:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483303:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078098.483305:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483306:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078098.483307:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483309:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078098.483310:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078098.483312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078098.483314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078098.483316:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078098.483318:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978470912:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078098.483322:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078098.483323:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078098.483324:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483325:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078098.483327:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078098.483329:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078098.483331:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078098.483333:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078098.483335:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078098.483336:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483338:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078098.483340:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483345:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078098.483346:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769078098.483349:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078098.483357:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078098.483361:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078098.483362:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078098.483363:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483365:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078098.483367:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483369:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298409502 00000100:00000001:0.0:1769078098.483371:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298410745 00000100:00000001:0.0:1769078098.483389:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298409502 00000100:00000001:0.0:1769078098.483392:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298410745 00000100:00000001:0.0:1769078098.483394:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078098.483396:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483398:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078098.483402:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff8f2882c3b800 x1855008978471040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078098.483408:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078098.483409:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078098.483411:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078098.483412:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078098.483413:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483414:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078098.483416:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078098.483418:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978471040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078098.483423:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483425:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078098.483426:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483427:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078098.483428:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483429:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078098.483430:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078098.483432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078098.483433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078098.483435:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078098.483437:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078098.483441:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078098.483443:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078098.483444:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483447:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078098.483449:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078098.483451:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078098.483455:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078098.483458:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078098.483459:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078098.483461:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483462:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078098.483465:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483472:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078098.483473:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:0.0:1769078098.483477:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078098.483489:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078098.483492:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078098.483494:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078098.483495:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483496:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078098.483498:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483501:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298409506 00000100:00000001:0.0:1769078098.483503:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298410745 00000100:00000001:0.0:1769078098.483504:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298409506 00000100:00000001:0.0:1769078098.483506:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298410745 00000100:00000001:0.0:1769078098.483507:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078098.483508:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483510:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078098.483512:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff8f2882c39f80 x1855008978471168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078098.483521:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078098.483522:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078098.483524:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078098.483525:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078098.483526:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483527:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078098.483528:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078098.483530:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978471168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078098.483535:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483536:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078098.483537:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483538:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078098.483539:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483540:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078098.483542:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078098.483544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078098.483547:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078098.483550:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078098.483553:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078098.483557:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483559:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078098.483560:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078098.483561:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078098.483563:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078098.483565:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078098.483566:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078098.483568:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078098.483570:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078098.483572:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078098.483573:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483576:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078098.483577:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078098.483578:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078098.483580:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078098.483581:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078098.483582:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078098.483584:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078098.483585:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078098.483587:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078098.483588:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483590:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078098.483592:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078098.483593:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078098.483595:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078098.483596:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078098.483597:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078098.483599:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078098.483600:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078098.483602:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078098.483603:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483606:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483609:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078098.483610:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483611:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078098.483612:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078098.483613:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078098.483614:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078098.483615:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483617:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078098.483618:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078098.483620:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078098.483622:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078098.483625:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078098.483626:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078098.483627:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078098.483628:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078098.483630:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483635:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078098.483636:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:0.0:1769078098.483638:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078098.483648:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078098.483652:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078098.483654:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078098.483656:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483658:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078098.483660:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483664:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298409498 00000100:00000001:0.0:1769078098.483666:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298410745 00000100:00000001:0.0:1769078098.483668:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298409498 00000100:00000001:0.0:1769078098.483670:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298410745 00000100:00000001:0.0:1769078098.483673:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078098.483675:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483676:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078098.483681:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff8f2882c38380 x1855008978471296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078098.483690:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078098.483692:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078098.483694:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078098.483696:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078098.483698:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483700:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078098.483701:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078098.483705:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978471296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078098.483710:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483712:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078098.483714:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483716:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078098.483718:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483719:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078098.483721:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078098.483723:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078098.483727:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078098.483730:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078098.483733:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078098.483737:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483739:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078098.483741:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078098.483742:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078098.483744:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078098.483746:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078098.483747:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078098.483749:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078098.483750:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078098.483752:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078098.483753:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483755:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.483759:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078098.483760:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.483762:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078098.483764:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.122468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078099.122468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078099.122474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.122475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078099.122479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078099.122480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078099.122482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078099.122486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078099.122492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078099.122497:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078099.122500:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078099.122503:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078099.122506:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078099.122566:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078099.122569:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078099.122572:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078099.506491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078099.506500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078099.506503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078099.506508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078099.506511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078099.506515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078099.506517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078099.506519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078099.506521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078100.146489:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078100.146492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078100.146497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078100.146498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078100.146503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078100.146505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078100.146509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078100.146510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078100.146516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078100.146522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078100.146526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078100.146528:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078100.146532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078100.146585:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078100.146590:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078100.146593:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078100.530473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078100.530482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078100.530484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078100.530489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078100.530494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078100.530498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078100.530501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078100.530504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078100.530507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078101.170466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078101.170471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078101.170476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078101.170476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078101.170481:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078101.170484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078101.170487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078101.170488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078101.170495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078101.170500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078101.170503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078101.170506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078101.170509:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078101.170548:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078101.170553:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078101.170557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078101.554464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078101.554474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078101.554476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078101.554482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078101.554486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078101.554490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078101.554492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078101.554495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078101.554498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078102.194486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078102.194488:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078102.194493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078102.194495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078102.194499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078102.194499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078102.194502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078102.194505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078102.194509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078102.194512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078102.194515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078102.194517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078102.194520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078102.194571:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078102.194575:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078102.194579:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078102.578502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078102.578509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078102.578511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078102.578516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078102.578519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078102.578522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.578524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078102.578526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.578528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.218453:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078103.218465:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078103.218467:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078103.218475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078103.218480:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078103.218484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078103.218486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078103.218491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.218493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078103.218497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078103.218501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078103.218501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.218516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078103.218569:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078103.218573:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078103.218576:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078103.602503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078103.602513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078103.602516:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078103.602520:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078103.602525:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078103.602525:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078103.602532:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078103.602535:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3742 00000100:00000001:3.0:1769078103.602537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078103.602544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078103.602548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078103.602551:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078103.602557:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078103.602560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:3.0:1769078103.602560:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078103.602566:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078103.602568:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769078103.602571:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078103.602575:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769078103.602577:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078103.602580:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078103.602585:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078103.602588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078103.602590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078103.602596:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078103.602600:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078103.602613:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078103.602616:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078103.602619:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602621:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078103.602623:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078103.602637:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078103.602638:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602641:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078103.602644:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078103.602648:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602660:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078103.602669:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978471424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078103.602678:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078103.602682:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602696:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078103.602698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078103.602701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078103.602703:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078103.602704:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078103.602707:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078103.602709:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3742 00000100:00080000:0.0:1769078103.602712:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078103.602713:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078103.602715:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078103.602718:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078103.602719:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078103.602721:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078103.602723:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078103.602724:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078103.602725:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078103.602728:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078103.602730:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078103.602731:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078103.602734:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769078103.602736:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078103.602738:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769078103.602739:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.602742:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078103.602743:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078103.602746:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1769078103.602749:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078103.602749:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078103.602753:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.602753:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078103.602757:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078103.602758:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.602763:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078103.602766:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1769078103.602770:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978471424:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078103.602771:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602777:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078103.602777:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078103.602780:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078103.602784:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.602785:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078103.602790:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602792:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.602794:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078103.602801:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078103.602803:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978471552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078103.602814:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078103.602817:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602820:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078103.602824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078103.602824:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078103.602829:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00080000:0.0:1769078103.602831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078103.602835:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078103.602837:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078103.602838:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078103.602843:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078103.602847:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3742 00000100:00080000:0.0:1769078103.602852:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078103.602855:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078103.602857:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078103.602859:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078103.602861:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078103.602863:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078103.602865:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078103.602868:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078103.602869:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078103.602873:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078103.602893:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078103.602895:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078103.602899:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078103.602901:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602903:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078103.602906:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078103.602911:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078103.602911:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078103.602916:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078103.602921:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078103.602923:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602925:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078103.602927:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078103.602929:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.602934:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078103.602936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.602940:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078103.602945:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078103.602946:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978471680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078103.602949:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078103.602958:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078103.602959:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.602962:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.602966:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298415865 00000100:00000001:0.0:1769078103.602968:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078103.602973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078103.602976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078103.602978:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078103.602980:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078103.602983:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078103.602984:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078103.602990:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3742 00000100:00000001:1.0:1769078103.602992:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298415865 00000100:00080000:0.0:1769078103.602995:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078103.602999:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078103.603000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078103.603004:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078103.603005:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078103.603010:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078103.603012:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078103.603013:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078103.603016:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1769078103.603017:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078103.603022:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:1.0:1769078103.603025:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff8f28835e8380 x1855008978471424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078103.603026:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078103.603029:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078103.603036:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078103.603040:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078103.603044:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:1.0:1769078103.603048:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769078103.603049:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078103.603053:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078103.603054:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078103.603055:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078103.603060:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078103.603062:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:0.0:1769078103.603063:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603067:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078103.603068:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603071:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603074:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603076:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078103.603078:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1769078103.603081:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978471424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078103.603082:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.603088:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078103.603091:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078103.603094:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603101:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078103.603103:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603105:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078103.603109:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603111:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603112:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078103.603114:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978471808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078103.603115:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078103.603117:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078103.603122:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078103.603133:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:1.0:1769078103.603133:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078103.603139:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603139:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078103.603146:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078103.603147:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978471424:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769078103.603150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078103.603156:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078103.603157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078103.603162:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078103.603162:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078103.603167:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1769078103.603168:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078103.603173:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078103.603177:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078103.603181:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769078103.603182:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078103.603185:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1769078103.603189:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3742 02000000:00000001:1.0:1769078103.603190:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078103.603194:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1769078103.603196:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078103.603197:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078103.603199:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078103.603202:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078103.603203:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078103.603208:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078103.603211:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078103.603211:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078103.603213:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078103.603214:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078103.603218:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078103.603218:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078103.603221:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078103.603224:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078103.603225:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078103.603226:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.603228:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.603231:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078103.603232:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078103.603236:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078103.603236:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078103.603239:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078103.603245:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:1.0:1769078103.603245:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078103.603251:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603252:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078103.603254:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078103.603255:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078103.603258:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078103.603258:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.603260:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078103.603264:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.603264:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.603268:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078103.603270:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078103.603273:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603273:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078103.603274:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603276:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 02000000:00000001:0.0:1769078103.603280:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078103.603282:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769078103.603283:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.603286:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078103.603287:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078103.603289:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.603295:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078103.603299:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:0.0:1769078103.603301:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978471936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078103.603305:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078103.603308:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078103.603311:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078103.603312:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.603315:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603316:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078103.603321:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.603322:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603325:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298414625 00000100:00000001:1.0:1769078103.603329:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298415865 00000100:00000001:1.0:1769078103.603331:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298414625 00000100:00000001:1.0:1769078103.603333:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298415865 00000100:00000001:1.0:1769078103.603335:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078103.603337:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603339:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078103.603342:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff8f28835eaa00 x1855008978471552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078103.603348:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078103.603349:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078103.603360:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078103.603361:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078103.603362:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603364:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603365:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078103.603368:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978471552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.603409:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603412:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078103.603415:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603417:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603418:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603421:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078103.603423:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078103.603425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078103.603429:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078103.603432:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078103.603436:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078103.603440:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078103.603442:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.603443:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.603446:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078103.603448:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078103.603451:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078103.603455:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078103.603459:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078103.603461:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078103.603463:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.603465:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078103.603469:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603474:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078103.603476:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:1.0:1769078103.603480:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078103.603493:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078103.603497:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078103.603500:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078103.603501:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603504:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078103.603506:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603511:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298414623 00000100:00000001:1.0:1769078103.603514:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298415865 00000100:00000001:1.0:1769078103.603516:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298414623 00000100:00000001:1.0:1769078103.603519:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298415865 00000100:00000001:1.0:1769078103.603522:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078103.603524:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603526:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078103.603530:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff8f28835e9880 x1855008978471680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078103.603539:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078103.603540:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078103.603543:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078103.603545:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078103.603547:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603548:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603550:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078103.603554:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978471680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.603562:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603564:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078103.603567:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603569:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603571:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603573:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078103.603574:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078103.603577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078103.603581:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078103.603584:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078103.603588:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078103.603592:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078103.603594:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.603595:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.603598:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078103.603600:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078103.603602:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078103.603606:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078103.603609:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078103.603611:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078103.603613:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.603615:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078103.603617:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603624:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078103.603626:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:1.0:1769078103.603629:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078103.603650:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078103.603655:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078103.603657:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078103.603659:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603661:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078103.603663:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603667:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298414626 00000100:00000001:1.0:1769078103.603670:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298415865 00000100:00000001:1.0:1769078103.603673:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298414626 00000100:00000001:1.0:1769078103.603675:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298415865 00000100:00000001:1.0:1769078103.603678:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078103.603680:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603682:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078103.603686:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff8f28835e8000 x1855008978471808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078103.603702:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078103.603704:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078103.603706:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078103.603708:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078103.603709:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603712:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603713:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078103.603718:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978471808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.603725:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603728:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078103.603730:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603732:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603733:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603735:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078103.603737:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078103.603740:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078103.603744:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078103.603746:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078103.603750:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078103.603754:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603756:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078103.603758:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078103.603760:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078103.603762:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078103.603764:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078103.603765:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078103.603768:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078103.603769:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078103.603771:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078103.603772:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603773:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078103.603774:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078103.603775:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078103.603776:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078103.603778:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078103.603778:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078103.603780:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078103.603780:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078103.603782:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078103.603782:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603783:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078103.603784:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078103.603785:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078103.603786:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078103.603787:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078103.603787:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078103.603788:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078103.603789:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078103.603790:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078103.603790:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603791:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603794:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078103.603795:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603796:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078103.603797:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078103.603798:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078103.603799:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.603800:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.603801:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078103.603803:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078103.603804:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078103.603806:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078103.603808:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078103.603809:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078103.603810:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.603812:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078103.603814:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603818:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078103.603819:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078103.603822:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078103.603831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078103.603835:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078103.603836:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078103.603837:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603838:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078103.603840:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603843:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298414618 00000100:00000001:1.0:1769078103.603845:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298415865 00000100:00000001:1.0:1769078103.603846:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298414618 00000100:00000001:1.0:1769078103.603848:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298415865 00000100:00000001:1.0:1769078103.603850:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078103.603851:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603852:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078103.603855:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff8f28835eb800 x1855008978471936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078103.603859:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078103.603860:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078103.603861:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078103.603862:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078103.603863:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603865:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603866:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078103.603868:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978471936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.603873:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603874:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078103.603892:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603893:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.603894:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603895:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078103.603896:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078103.603897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078103.603900:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078103.603902:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078103.603904:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978471936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078103.603907:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603908:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078103.603909:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078103.603910:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078103.603912:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078103.603913:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078103.603914:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078103.603915:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078103.603916:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078103.603919:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078103.603920:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603921:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.603923:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078103.603924:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.603925:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078103.603926:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078104.242449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078104.242456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078104.242462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078104.242464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078104.242494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078104.242502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078104.242505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078104.242511:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078104.242515:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078104.242518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078104.242521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078104.242523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078104.242525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078104.242551:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078104.242556:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078104.242561:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078104.626473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078104.626482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078104.626483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078104.626488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078104.626491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078104.626494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078104.626496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078104.626498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078104.626500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078105.266482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078105.266491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078105.266494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078105.266501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078105.266502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078105.266513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078105.266513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078105.266519:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078105.266523:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078105.266525:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078105.266526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078105.266530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078105.266531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078105.266626:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078105.266632:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078105.266636:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078105.650483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078105.650491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078105.650492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078105.650497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078105.650499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078105.650503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078105.650505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078105.650507:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078105.650509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078106.290503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078106.290505:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078106.290511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078106.290516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078106.290521:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078106.290522:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078106.290528:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078106.290531:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078106.290531:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078106.290539:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078106.290541:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078106.290543:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078106.290544:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078106.290545:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078106.290555:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078106.290560:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078106.290564:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078106.290567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078106.290571:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078106.290624:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078106.290628:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078106.290632:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078106.674458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078106.674466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078106.674468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078106.674474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078106.674478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078106.674481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078106.674484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078106.674486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078106.674488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078107.314507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078107.314514:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078107.314516:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078107.314517:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078107.314520:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078107.314526:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078107.314526:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078107.314531:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078107.314533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078107.314534:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078107.314536:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078107.314545:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078107.314547:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078107.314548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078107.314557:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078107.314563:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078107.314568:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078107.314572:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078107.314575:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078107.314621:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078107.314626:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078107.314629:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078107.698491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078107.698498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078107.698500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078107.698504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078107.698507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078107.698510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078107.698512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078107.698515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078107.698517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.338497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078108.338506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078108.338508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078108.338509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078108.338514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078108.338517:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078108.338521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078108.338523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078108.338525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.338530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.338534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.338537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.338540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078108.338591:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078108.338595:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078108.338599:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078108.722442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078108.722451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078108.722453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078108.722459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078108.722464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078108.722467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078108.722470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078108.722472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078108.722475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078108.722489:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078108.722496:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078108.722498:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078108.722501:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078108.722505:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078108.722511:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3747 00000100:00080000:2.0:1769078108.722520:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078108.722523:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078108.722525:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078108.722529:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078108.722531:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078108.722534:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078108.722536:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078108.722537:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078108.722539:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078108.722543:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078108.722546:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.722548:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078108.722555:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078108.722558:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722560:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078108.722562:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.722573:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078108.722574:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722577:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078108.722579:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078108.722582:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722592:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078108.722599:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978472064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078108.722608:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078108.722612:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722623:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078108.722625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078108.722627:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078108.722628:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078108.722630:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078108.722631:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078108.722634:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3747 00000100:00080000:2.0:1769078108.722636:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078108.722638:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078108.722639:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078108.722641:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078108.722642:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078108.722644:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078108.722645:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078108.722647:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078108.722647:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078108.722650:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078108.722652:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078108.722654:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078108.722656:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078108.722658:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.722659:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078108.722661:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078108.722662:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.722667:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078108.722669:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078108.722672:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078108.722674:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.722678:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722681:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078108.722682:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978472064:192.168.204.124@tcp:250:kworker.0 00000008:00100000:2.0:1769078108.722685:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078108.722688:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:2.0:1769078108.722689:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722692:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.722693:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078108.722695:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078108.722696:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.722698:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.722700:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078108.722701:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078108.722703:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078108.722704:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.722705:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722709:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078108.722715:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978472192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078108.722721:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078108.722722:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078108.722723:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.722725:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:2.0:1769078108.722728:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.722730:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769078108.722731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078108.722734:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078108.722734:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078108.722736:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078108.722737:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078108.722740:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3747 00000100:00080000:2.0:1769078108.722743:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078108.722744:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078108.722745:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078108.722746:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078108.722747:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078108.722748:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078108.722750:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078108.722751:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078108.722752:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078108.722754:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078108.722756:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.722757:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078108.722759:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078108.722761:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722762:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078108.722764:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078108.722765:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722766:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.722769:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078108.722770:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722772:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078108.722775:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000100:1.0:1769078108.722776:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:2.0:1769078108.722776:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722782:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078108.722787:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978472320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078108.722823:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078108.722827:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.722828:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.722830:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078108.722834:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.722838:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298420985 00000100:00000001:2.0:1769078108.722847:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078108.722848:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078108.722849:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722853:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.722855:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298420985 00000100:00080000:2.0:1769078108.722856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078108.722861:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078108.722862:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078108.722863:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078108.722867:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078108.722868:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078108.722870:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078108.722871:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078108.722874:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3747 00000100:00000001:1.0:1769078108.722877:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1769078108.722880:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078108.722882:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078108.722884:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078108.722885:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078108] req@ffff8f2882c38380 x1855008978472064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078108.722886:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078108.722889:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078108.722892:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078108.722896:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078108.722900:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078108.722902:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:1.0:1769078108.722909:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769078108.722910:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:1.0:1769078108.722913:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078108.722914:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.722917:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078108.722919:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078108.722922:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1769078108.722922:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078108.722925:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078108.722928:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.722929:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.722933:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078108.722933:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078108.722938:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1769078108.722940:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978472064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078108.722945:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.722950:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.722952:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.722955:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078108.722957:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078108.722958:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078108.722961:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.722962:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.722964:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.722967:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078108.722967:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078108.722971:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078108.722972:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:1.0:1769078108.722974:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1769078108.722976:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078108.722980:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078108.722983:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078108.722984:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078108.722986:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978472064:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078108.722991:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078108.722992:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978472448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078108.722993:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.722996:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078108.722999:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078108.723003:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769078108.723003:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078108.723006:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078108.723007:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078108.723010:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769078108.723010:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078108.723015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078108.723016:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078108.723019:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1769078108.723020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078108.723022:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078108.723023:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078108.723025:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078108.723026:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078108.723028:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078108.723029:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078108.723033:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3747 00000100:00080000:2.0:1769078108.723036:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078108.723037:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078108.723039:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078108.723040:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.723043:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078108.723044:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078108.723046:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078108.723049:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078108.723049:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078108.723053:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078108.723053:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078108.723057:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078108.723058:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078108.723059:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078108.723062:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078108.723065:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078108.723065:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078108.723071:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078108.723072:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078108.723076:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078108.723077:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078108.723080:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078108.723082:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.723084:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078108.723084:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078108.723088:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723093:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078108.723094:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078108.723097:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078108.723098:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.723102:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078108.723106:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078108.723110:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078108.723111:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078108.723116:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078108.723116:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078108.723119:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078108.723120:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.723122:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723127:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1769078108.723127:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723130:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.723132:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723134:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298419745 00000100:00000001:1.0:1769078108.723139:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298420985 02000000:00000001:2.0:1769078108.723139:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078108.723142:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298419745 02000000:00000001:2.0:1769078108.723143:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.723148:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078108.723150:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298420985 02000000:00000001:2.0:1769078108.723152:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078108.723155:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078108.723156:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723162:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.723164:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723166:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078108.723173:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078108] req@ffff8f2882c39f80 x1855008978472192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078108.723180:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978472576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769078108.723193:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078108.723197:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078108.723197:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078108.723203:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723204:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078108.723208:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078108.723210:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078108.723210:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723212:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.723215:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078108.723220:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978472192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078108.723226:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723228:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078108.723230:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723231:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.723240:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723241:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078108.723243:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078108.723245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078108.723247:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078108.723249:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078108.723251:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078108.723254:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078108.723255:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.723256:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.723258:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078108.723259:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078108.723260:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078108.723262:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078108.723264:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078108.723266:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078108.723267:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.723268:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078108.723270:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723274:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078108.723275:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078108.723278:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078108.723287:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078108.723291:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078108.723292:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.723293:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723294:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078108.723296:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723299:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298419742 00000100:00000001:1.0:1769078108.723301:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298420985 00000100:00000001:1.0:1769078108.723302:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298419742 00000100:00000001:1.0:1769078108.723304:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298420985 00000100:00000001:1.0:1769078108.723306:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078108.723307:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723308:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078108.723311:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078108] req@ffff8f2882c3b800 x1855008978472320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078108.723316:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078108.723317:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078108.723318:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078108.723319:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078108.723320:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723321:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.723322:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078108.723324:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978472320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078108.723329:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723330:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078108.723332:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723333:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.723334:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723335:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078108.723335:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078108.723337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078108.723339:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078108.723340:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078108.723342:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078108.723344:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078108.723345:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.723346:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.723347:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078108.723348:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078108.723349:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078108.723352:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078108.723353:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078108.723354:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078108.723356:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.723357:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078108.723359:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723362:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078108.723363:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078108.723365:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078108.723371:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078108.723404:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078108.723406:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.723407:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723408:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078108.723410:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723412:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298419746 00000100:00000001:1.0:1769078108.723414:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298420985 00000100:00000001:1.0:1769078108.723416:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298419746 00000100:00000001:1.0:1769078108.723418:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298420985 00000100:00000001:1.0:1769078108.723419:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078108.723420:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723421:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078108.723424:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078108] req@ffff8f2882c3a680 x1855008978472448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078108.723429:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078108.723430:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078108.723431:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078108.723432:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078108.723433:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723434:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.723435:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078108.723438:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978472448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078108.723451:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723452:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078108.723454:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723455:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.723456:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723457:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078108.723458:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078108.723459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078108.723461:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078108.723462:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078108.723464:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078108.723467:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723468:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.723469:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078108.723470:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078108.723472:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078108.723473:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078108.723474:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078108.723475:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078108.723476:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078108.723478:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078108.723479:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723480:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.723481:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078108.723482:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078108.723483:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078108.723484:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078108.723484:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078108.723485:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078108.723486:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078108.723487:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078108.723488:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723489:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.723489:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078108.723490:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078108.723491:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078108.723492:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078108.723493:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078108.723494:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078108.723495:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078108.723496:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078108.723497:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723498:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723500:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078108.723501:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723502:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078108.723503:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078108.723504:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078108.723505:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.723506:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.723507:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078108.723508:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078108.723510:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078108.723512:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078108.723514:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078108.723515:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078108.723516:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.723517:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078108.723519:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723523:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078108.723523:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078108.723526:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078108.723532:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078108.723535:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078108.723537:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.723538:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723539:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078108.723540:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723542:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298419738 00000100:00000001:1.0:1769078108.723544:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298420985 00000100:00000001:1.0:1769078108.723545:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298419738 00000100:00000001:1.0:1769078108.723547:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298420985 00000100:00000001:1.0:1769078108.723549:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078108.723550:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723551:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078108.723554:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078108] req@ffff8f2882c3bb80 x1855008978472576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078108.723563:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078108.723564:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078108.723566:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078108.723568:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078108.723569:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723571:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.723573:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078108.723576:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978472576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078108.723584:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723586:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078108.723589:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723590:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078108.723592:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723594:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078108.723595:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078108.723598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078108.723602:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078108.723604:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078108.723607:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078108.723611:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723613:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078108.723615:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078108.723616:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078108.723618:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078108.723619:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078108.723620:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078108.723621:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078108.723622:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078108.723624:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078108.723625:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723626:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.723628:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078108.723629:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.723631:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078108.723632:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078109.362473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078109.362480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078109.362481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078109.362483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078109.362487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078109.362490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078109.362493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078109.362496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078109.362496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078109.362499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078109.362503:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.362504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078109.362508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078109.362557:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078109.362562:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078109.362566:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078109.746514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078109.746523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078109.746525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078109.746532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078109.746537:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078109.746541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078109.746544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078109.746548:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078109.746550:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078110.386490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078110.386496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078110.386500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078110.386502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078110.386503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078110.386511:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078110.386513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078110.386516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078110.386517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078110.386521:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078110.386525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078110.386527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078110.386531:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078110.386580:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078110.386583:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078110.386586:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078110.770454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078110.770461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078110.770463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078110.770467:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078110.770470:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078110.770473:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078110.770475:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078110.770477:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078110.770479:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078111.410469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078111.410470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078111.410477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078111.410478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078111.410482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078111.410483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078111.410486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078111.410488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078111.410492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078111.410496:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.410499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078111.410502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.410515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078111.410543:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078111.410547:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078111.410550:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078111.794470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078111.794477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078111.794479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078111.794484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078111.794487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078111.794491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078111.794493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078111.794495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078111.794498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078112.434501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078112.434503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078112.434509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078112.434512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078112.434516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078112.434516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078112.434519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078112.434524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078112.434530:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078112.434534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078112.434538:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078112.434542:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078112.434545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078112.434584:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078112.434588:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078112.434591:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078112.818475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078112.818483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078112.818484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078112.818489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078112.818492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078112.818495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078112.818497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078112.818499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078112.818501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.458499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078113.458500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078113.458508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.458509:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078113.458514:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078113.458516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078113.458519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078113.458521:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078113.458527:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078113.458531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.458534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078113.458537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.458540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078113.458589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078113.458594:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078113.458598:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078113.842564:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078113.842571:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078113.842573:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078113.842578:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078113.842582:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078113.842587:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.842590:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078113.842593:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.842596:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078113.842754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078113.842761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078113.842764:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078113.842768:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078113.842772:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078113.842780:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3752 00000100:00080000:2.0:1769078113.842792:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078113.842796:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078113.842798:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078113.842802:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078113.842805:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078113.842807:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078113.842809:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078113.842811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078113.842812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078113.842816:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078113.842819:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.842823:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078113.842827:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078113.842831:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.842833:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078113.842836:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.842852:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078113.842854:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.842858:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078113.842862:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078113.842868:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.842885:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078113.842894:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978472704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078113.842909:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078113.842912:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.842926:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078113.842929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078113.842932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078113.842933:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078113.842934:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078113.842937:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078113.842939:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3752 00000100:00080000:2.0:1769078113.842942:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078113.842944:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078113.842945:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078113.842947:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078113.842948:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078113.842950:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078113.842952:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078113.842954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078113.842955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078113.842958:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078113.842960:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.842961:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078113.842966:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078113.842968:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.842970:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078113.842970:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078113.842974:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078113.842977:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1769078113.842978:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.842981:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.842982:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769078113.842985:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078113.842987:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078113.842988:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.842992:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.842992:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078113.842995:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078113.842998:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843001:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078113.843006:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078113.843009:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078113.843016:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978472704:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078113.843016:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843023:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1769078113.843028:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978472832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078113.843029:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078113.843033:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843039:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078113.843044:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078113.843049:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843055:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078113.843058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078113.843062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078113.843064:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078113.843064:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078113.843066:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078113.843068:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:2.0:1769078113.843070:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078113.843073:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769078113.843075:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3752 00000100:00080000:2.0:1769078113.843080:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078113.843082:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078113.843083:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078113.843084:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078113.843086:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078113.843087:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078113.843089:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078113.843092:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078113.843094:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078113.843098:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078113.843101:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.843102:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078113.843106:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078113.843108:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843111:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078113.843114:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078113.843117:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843119:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078113.843125:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:2.0:1769078113.843126:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078113.843130:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843132:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078113.843134:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078113.843137:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843142:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078113.843144:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843147:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843151:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078113.843153:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978472960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078113.843154:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078113.843161:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843162:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078113.843166:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843167:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298426105 00000100:00000001:2.0:1769078113.843169:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078113.843173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078113.843175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078113.843177:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078113.843178:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078113.843180:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078113.843181:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078113.843186:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3752 00000100:00000001:1.0:1769078113.843190:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298426105 00000100:00080000:2.0:1769078113.843191:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078113.843195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078113.843197:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078113.843198:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078113.843203:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078113.843203:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078113.843206:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078113.843208:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078113.843209:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078113.843212:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769078113.843213:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078113.843216:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078113.843218:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078113.843220:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff8f2882c3bb80 x1855008978472704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078113.843222:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078113.843227:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.843232:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078113.843236:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1769078113.843238:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769078113.843239:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078113.843242:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078113.843243:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078113.843247:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00100000:2.0:1769078113.843247:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078113.843252:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:2.0:1769078113.843252:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843254:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843255:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843259:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1769078113.843260:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078113.843261:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078113.843263:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843267:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078113.843268:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978472704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078113.843269:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078113.843273:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843280:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843281:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843285:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1769078113.843286:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978473088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078113.843289:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843293:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078113.843294:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843299:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078113.843301:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078113.843304:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:1.0:1769078113.843305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078113.843311:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078113.843312:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078113.843315:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078113.843319:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978472704:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078113.843324:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078113.843325:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843327:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843330:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1769078113.843332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078113.843333:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078113.843337:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078113.843340:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1769078113.843340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:1.0:1769078113.843343:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769078113.843345:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769078113.843348:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1769078113.843350:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078113.843351:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078113.843355:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078113.843357:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078113.843357:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078113.843362:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078113.843365:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3752 00000100:00000001:1.0:1769078113.843370:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769078113.843372:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078113.843397:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078113.843399:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078113.843402:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078113.843403:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078113.843406:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078113.843409:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078113.843409:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078113.843416:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078113.843416:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078113.843420:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078113.843421:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078113.843425:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078113.843426:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078113.843428:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843431:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078113.843431:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078113.843435:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.843436:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078113.843441:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843442:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078113.843443:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078113.843448:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769078113.843448:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078113.843453:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843455:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843457:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078113.843463:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472832:192.168.204.124@tcp:38:kworker.0 02000000:00000001:2.0:1769078113.843463:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078113.843467:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843470:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078113.843471:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078113.843473:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078113.843475:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078113.843476:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843479:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078113.843481:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843483:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843490:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843494:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078113.843498:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00100000:2.0:1769078113.843500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978473216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078113.843505:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078113.843522:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:1.0:1769078113.843523:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078113.843527:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.843532:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843533:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078113.843540:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843542:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843545:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078113.843550:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843554:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298424866 00000100:00000001:1.0:1769078113.843557:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298426105 00000100:00000001:1.0:1769078113.843559:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298424866 00000100:00000001:1.0:1769078113.843561:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298426105 00000100:00000001:1.0:1769078113.843563:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078113.843565:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843567:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078113.843570:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff8f2882c3a680 x1855008978472832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078113.843578:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078113.843579:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078113.843581:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078113.843582:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078113.843583:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843584:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078113.843585:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078113.843588:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978472832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078113.843593:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843594:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078113.843596:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843597:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078113.843598:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843599:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078113.843600:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078113.843602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078113.843604:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078113.843605:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078113.843608:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078113.843611:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078113.843612:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078113.843613:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843614:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078113.843616:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078113.843617:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078113.843619:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078113.843621:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078113.843622:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078113.843624:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843625:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078113.843627:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843631:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078113.843632:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078113.843635:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078113.843643:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078113.843647:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078113.843649:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843650:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843652:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078113.843655:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843659:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298424863 00000100:00000001:1.0:1769078113.843662:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298426105 00000100:00000001:1.0:1769078113.843664:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298424863 00000100:00000001:1.0:1769078113.843666:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298426105 00000100:00000001:1.0:1769078113.843669:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078113.843671:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843673:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078113.843677:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff8f2882c3b800 x1855008978472960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078113.843695:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078113.843696:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078113.843700:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078113.843715:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078113.843717:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843719:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078113.843720:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078113.843728:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978472960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078113.843733:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843735:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078113.843737:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843738:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078113.843739:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843740:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078113.843741:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078113.843742:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078113.843744:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078113.843746:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078113.843748:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978472960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078113.843751:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078113.843752:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078113.843753:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843755:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078113.843756:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078113.843758:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078113.843760:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078113.843762:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078113.843763:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078113.843765:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843766:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078113.843769:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843774:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078113.843775:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078113.843778:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078113.843787:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078113.843791:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078113.843793:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843794:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843795:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078113.843797:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843799:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298424866 00000100:00000001:1.0:1769078113.843801:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298426105 00000100:00000001:1.0:1769078113.843803:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298424866 00000100:00000001:1.0:1769078113.843804:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298426105 00000100:00000001:1.0:1769078113.843806:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078113.843807:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843808:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078113.843811:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff8f2882c39f80 x1855008978473088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078113.843815:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078113.843816:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078113.843817:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078113.843818:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078113.843819:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843821:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078113.843822:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078113.843824:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978473088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078113.843829:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843830:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078113.843832:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843833:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078113.843834:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843835:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078113.843837:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078113.843839:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078113.843840:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078113.843842:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078113.843844:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078113.843846:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843847:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843848:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078113.843849:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078113.843850:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078113.843851:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078113.843852:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078113.843853:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078113.843854:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078113.843855:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078113.843856:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843857:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843858:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078113.843859:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078113.843860:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078113.843861:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078113.843862:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078113.843863:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078113.843864:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078113.843865:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078113.843866:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843867:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843867:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078113.843868:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078113.843869:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078113.843870:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078113.843870:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078113.843871:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078113.843872:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078113.843874:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078113.843875:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843876:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843879:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078113.843880:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843881:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078113.843882:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078113.843883:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078113.843884:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078113.843886:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843887:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078113.843888:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078113.843889:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078113.843891:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078113.843894:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078113.843895:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078113.843896:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078113.843897:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078113.843899:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843902:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078113.843903:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078113.843906:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078113.843912:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078113.843915:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078113.843916:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843917:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843918:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078113.843920:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843922:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298424858 00000100:00000001:1.0:1769078113.843924:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298426105 00000100:00000001:1.0:1769078113.843925:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298424858 00000100:00000001:1.0:1769078113.843927:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298426105 00000100:00000001:1.0:1769078113.843928:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078113.843930:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.843931:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078113.843934:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff8f2882c38380 x1855008978473216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078113.843939:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078113.843940:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078113.843941:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078113.843942:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078113.843943:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843945:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078113.843946:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078113.843950:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978473216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078113.843958:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843960:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078113.843963:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843964:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078113.843966:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843967:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078113.843969:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078113.843972:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078113.843976:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078113.843978:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078113.843982:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078113.843986:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.843988:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078113.843989:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078113.843991:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078113.843994:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078113.843995:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078113.843997:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078113.843999:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078113.844001:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078113.844004:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078113.844005:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.844007:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.844010:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078113.844011:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.844012:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078113.844013:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078114.482527:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078114.482532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078114.482538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078114.482539:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078114.482544:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078114.482547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078114.482551:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078114.482551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078114.482559:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078114.482563:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078114.482567:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078114.482570:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078114.482574:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078114.482644:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078114.482651:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078114.482657:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078114.866500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078114.866512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078114.866514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078114.866518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078114.866521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078114.866524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078114.866527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078114.866529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078114.866530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078115.506474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078115.506479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078115.506483:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078115.506485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078115.506486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078115.506493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078115.506495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078115.506502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078115.506502:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078115.506507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078115.506507:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078115.506511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078115.506512:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078115.506517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078115.506519:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078115.506521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078115.506525:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078115.506529:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078115.506532:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078115.506594:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078115.506599:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078115.506602:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078115.890529:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078115.890539:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078115.890541:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078115.890549:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078115.890554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078115.890558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078115.890561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078115.890564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078115.890567:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078116.530469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078116.530474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078116.530476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078116.530480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078116.530480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078116.530486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078116.530487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078116.530491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078116.530491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078116.530495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078116.530497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078116.530499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078116.530501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078116.530547:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078116.530551:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078116.530554:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078116.914491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078116.914497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078116.914498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078116.914503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078116.914505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078116.914508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078116.914511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078116.914513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078116.914515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.554449:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078117.554455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078117.554457:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078117.554460:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078117.554461:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078117.554463:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078117.554467:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078117.554468:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078117.554470:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078117.554472:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.554475:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078117.554475:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078117.554477:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.554481:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078117.554481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078117.554483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.554487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078117.554490:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078117.554493:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078117.554535:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078117.554538:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078117.554540:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078117.938507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078117.938515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078117.938517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078117.938524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078117.938528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078117.938532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078117.938535:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078117.938538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078117.938541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.578449:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078118.578450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078118.578454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.578456:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078118.578459:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078118.578460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078118.578463:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078118.578463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.578467:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078118.578470:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.578472:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078118.578474:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.578477:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078118.578535:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078118.578538:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078118.578541:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078118.962450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078118.962457:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078118.962459:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078118.962464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078118.962468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078118.962471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078118.962471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078118.962474:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078118.962477:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078118.962480:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078118.962481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962486:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078118.962492:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078118.962497:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078118.962505:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3757 00000100:00080000:3.0:1769078118.962519:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078118.962522:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078118.962525:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078118.962529:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078118.962532:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078118.962535:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078118.962537:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078118.962540:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078118.962541:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078118.962546:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078118.962549:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078118.962552:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078118.962556:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078118.962559:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962562:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078118.962564:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078118.962577:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078118.962579:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962583:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078118.962587:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078118.962592:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962606:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078118.962645:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978473344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078118.962657:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078118.962661:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962675:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078118.962678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078118.962681:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078118.962683:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078118.962684:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078118.962688:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078118.962691:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3757 00000100:00080000:3.0:1769078118.962697:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078118.962699:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078118.962701:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078118.962704:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078118.962705:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078118.962708:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078118.962710:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078118.962712:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078118.962713:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078118.962717:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078118.962718:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078118.962722:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078118.962723:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078118.962725:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962727:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078118.962730:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078118.962730:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078118.962736:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078118.962738:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078118.962740:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078118.962741:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.962745:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962746:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078118.962751:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078118.962754:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978473344:192.168.204.124@tcp:250:kworker.0 00000008:00000001:3.0:1769078118.962755:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962761:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962762:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078118.962768:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078118.962768:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078118.962772:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962775:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078118.962777:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078118.962779:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.962780:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.962783:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078118.962786:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.962788:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078118.962795:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978473472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078118.962804:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078118.962806:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962807:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078118.962811:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:3.0:1769078118.962811:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962818:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078118.962818:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078118.962824:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078118.962827:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078118.962829:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078118.962831:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078118.962835:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3757 00000100:00080000:3.0:1769078118.962840:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078118.962842:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078118.962843:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078118.962846:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078118.962848:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078118.962850:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078118.962852:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078118.962854:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078118.962855:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000800:00000100:1.0:1769078118.962858:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:3.0:1769078118.962862:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078118.962875:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078118.962877:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078118.962879:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769078118.962880:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078118.962885:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962886:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078118.962888:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078118.962891:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078118.962892:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078118.962895:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:3.0:1769078118.962897:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962901:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962903:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078118.962906:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078118.962909:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962911:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298431225 00000100:00000001:3.0:1769078118.962912:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078118.962915:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078118.962917:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.962923:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962926:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1769078118.962930:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978473600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078118.962935:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298431225 00000100:00000001:3.0:1769078118.962942:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078118.962943:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078118.962946:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962949:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078118.962951:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.962954:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078118.962955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078118.962959:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769078118.962961:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078118.962964:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078118.962966:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078118.962968:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff8f28835fa680 x1855008978473344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078118.962969:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078118.962974:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3757 00000100:00080000:3.0:1769078118.962980:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078118.962983:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078118.962984:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:1.0:1769078118.962985:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769078118.962986:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:1.0:1769078118.962989:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769078118.962990:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078118.962993:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078118.962995:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078118.962996:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078118.962997:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078118.962999:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078118.963001:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078118.963002:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078118.963002:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078118.963004:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078118.963005:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.963008:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078118.963010:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00100000:3.0:1769078118.963011:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078118.963015:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963016:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078118.963017:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963021:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769078118.963022:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078118.963026:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078118.963026:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.963030:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078118.963032:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078118.963034:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.963035:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978473344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078118.963039:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963045:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963049:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:3.0:1769078118.963049:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978473728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078118.963054:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963058:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.963060:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963065:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078118.963065:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078118.963069:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078118.963069:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.963074:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078118.963075:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078118.963077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078118.963080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078118.963082:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078118.963083:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:3.0:1769078118.963084:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078118.963087:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078118.963088:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078118.963093:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3757 00000100:00100000:1.0:1769078118.963096:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978473344:192.168.204.124@tcp:250:kworker.0 00000100:00080000:3.0:1769078118.963097:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078118.963101:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078118.963103:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078118.963103:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078118.963105:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078118.963107:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078118.963107:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078118.963110:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769078118.963110:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078118.963113:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078118.963114:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769078118.963115:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078118.963117:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078118.963118:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1769078118.963121:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000020:00000001:1.0:1769078118.963122:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078118.963126:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769078118.963126:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078118.963129:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078118.963131:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078118.963132:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078118.963132:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.963134:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078118.963136:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00100000:3.0:1769078118.963137:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078118.963139:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000008:00000001:3.0:1769078118.963140:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963143:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078118.963143:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963147:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078118.963151:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078118.963153:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963154:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078118.963157:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078118.963158:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963162:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769078118.963162:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078118.963165:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078118.963166:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963167:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078118.963169:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078118.963171:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.963173:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078118.963175:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078118.963175:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.963177:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.963181:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078118.963185:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1769078118.963186:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978473856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078118.963187:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078118.963189:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.963192:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078118.963195:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.963201:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078118.963204:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.963208:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963209:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078118.963211:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:1.0:1769078118.963215:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078118.963227:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078118.963231:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078118.963234:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078118.963235:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963237:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078118.963239:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963244:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298429985 00000100:00000001:1.0:1769078118.963247:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298431225 00000100:00000001:1.0:1769078118.963249:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298429985 00000100:00000001:1.0:1769078118.963251:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298431225 00000100:00000001:1.0:1769078118.963253:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078118.963255:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963257:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078118.963261:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff8f28835f9f80 x1855008978473472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078118.963268:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078118.963270:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078118.963280:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078118.963282:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078118.963283:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963285:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.963287:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078118.963290:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978473472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078118.963297:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963299:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078118.963301:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963302:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.963304:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963305:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078118.963307:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078118.963309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078118.963313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078118.963315:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078118.963318:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078118.963321:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078118.963323:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078118.963324:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.963326:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078118.963328:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078118.963330:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.963332:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078118.963335:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078118.963336:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078118.963338:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.963340:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078118.963342:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963347:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078118.963348:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:1.0:1769078118.963351:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078118.963363:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078118.963367:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078118.963370:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078118.963371:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963373:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078118.963404:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963408:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298429983 00000100:00000001:1.0:1769078118.963411:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298431225 00000100:00000001:1.0:1769078118.963413:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298429983 00000100:00000001:1.0:1769078118.963415:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298431225 00000100:00000001:1.0:1769078118.963417:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078118.963419:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963420:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078118.963424:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff8f28835f8000 x1855008978473600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078118.963431:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078118.963432:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078118.963434:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078118.963436:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078118.963437:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963439:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.963449:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078118.963453:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978473600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078118.963460:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963462:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078118.963464:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963465:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.963466:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963468:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078118.963469:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078118.963471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078118.963474:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078118.963476:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078118.963479:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078118.963482:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078118.963483:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078118.963484:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.963486:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078118.963488:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078118.963490:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.963492:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078118.963494:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078118.963496:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078118.963497:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.963499:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078118.963502:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963508:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078118.963509:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:1.0:1769078118.963512:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078118.963523:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078118.963528:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078118.963530:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078118.963531:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963532:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078118.963535:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963538:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298429986 00000100:00000001:1.0:1769078118.963540:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298431225 00000100:00000001:1.0:1769078118.963542:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298429986 00000100:00000001:1.0:1769078118.963544:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298431225 00000100:00000001:1.0:1769078118.963546:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078118.963548:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963550:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078118.963553:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff8f28835f8e00 x1855008978473728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078118.963561:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078118.963562:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078118.963564:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078118.963566:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078118.963567:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963568:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.963570:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078118.963574:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978473728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078118.963580:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963582:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078118.963584:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963586:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.963587:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963588:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078118.963590:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078118.963592:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078118.963602:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078118.963605:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078118.963608:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078118.963612:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963614:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078118.963615:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078118.963630:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078118.963632:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078118.963634:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078118.963635:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078118.963637:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078118.963638:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078118.963640:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078118.963641:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963643:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078118.963644:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078118.963645:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078118.963647:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078118.963648:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078118.963649:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078118.963651:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078118.963652:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078118.963654:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078118.963655:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963656:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078118.963657:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078118.963658:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078118.963660:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078118.963661:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078118.963662:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078118.963664:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078118.963665:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078118.963666:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078118.963668:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963669:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963673:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078118.963674:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963676:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078118.963677:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078118.963678:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078118.963679:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078118.963681:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.963683:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078118.963685:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078118.963687:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.963691:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078118.963694:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078118.963696:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078118.963697:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.963699:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078118.963702:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963707:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078118.963709:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:1.0:1769078118.963712:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078118.963724:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078118.963728:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078118.963731:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078118.963732:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963733:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078118.963736:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963739:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298429978 00000100:00000001:1.0:1769078118.963741:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298431225 00000100:00000001:1.0:1769078118.963743:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298429978 00000100:00000001:1.0:1769078118.963745:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298431225 00000100:00000001:1.0:1769078118.963747:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078118.963749:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963751:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078118.963754:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff8f28835fa680 x1855008978473856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078118.963761:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078118.963762:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078118.963764:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078118.963766:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078118.963767:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963768:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.963769:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078118.963771:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978473856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078118.963776:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963777:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078118.963778:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963779:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.963780:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963781:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078118.963782:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078118.963784:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078118.963785:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078118.963786:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078118.963788:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978473856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078118.963790:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963791:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078118.963792:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078118.963793:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078118.963794:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078118.963795:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078118.963795:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078118.963797:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078118.963797:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078118.963799:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078118.963799:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963801:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.963803:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078118.963803:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.963805:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078118.963805:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078119.602494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078119.602497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078119.602502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078119.602504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078119.602507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.602507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078119.602509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078119.602514:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078119.602520:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078119.602524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.602527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078119.602530:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.602533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078119.602560:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078119.602563:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078119.602566:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078119.986495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078119.986502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078119.986503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078119.986509:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078119.986512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078119.986516:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078119.986518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078119.986520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078119.986523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078120.626443:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078120.626443:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078120.626448:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078120.626450:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078120.626454:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078120.626454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078120.626457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078120.626461:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078120.626465:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078120.626468:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078120.626470:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078120.626472:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078120.626474:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078120.626503:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078120.626507:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078120.626511:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078121.010459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078121.010466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078121.010468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078121.010472:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078121.010475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078121.010477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078121.010479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078121.010481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078121.010483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078121.650486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078121.650492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078121.650494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078121.650497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078121.650497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078121.650504:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078121.650505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078121.650508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078121.650508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078121.650512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078121.650515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078121.650517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078121.650520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078121.650589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078121.650594:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078121.650597:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078122.034586:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078122.034593:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078122.034595:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078122.034601:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078122.034604:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078122.034608:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078122.034610:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078122.034613:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078122.034615:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078122.674473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078122.674479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078122.674485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078122.674486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078122.674500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078122.674509:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078122.674512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078122.674519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078122.674525:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078122.674531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078122.674535:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078122.674538:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078122.674539:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078122.674543:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078122.674547:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078122.674547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078123.058480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078123.058489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078123.058492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078123.058497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078123.058502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078123.058505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078123.058506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078123.058508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078123.058511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078123.698478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078123.698485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078123.698485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078123.698487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078123.698490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078123.698493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078123.698497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078123.698499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078123.698501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078123.698503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078123.698505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078123.698508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078123.698511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078123.698583:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078123.698586:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078123.698589:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078124.082470:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078124.082482:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078124.082486:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078124.082491:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078124.082496:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078124.082505:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3762 00000100:00000001:0.0:1769078124.082507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078124.082514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078124.082515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078124.082522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078124.082522:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078124.082542:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078124.082547:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078124.082547:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078124.082555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078124.082555:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078124.082560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078124.082567:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078124.082568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078124.082576:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078124.082582:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078124.082587:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078124.082590:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078124.082591:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078124.082598:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078124.082602:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.082606:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078124.082611:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078124.082615:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082618:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078124.082622:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.082638:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078124.082642:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082647:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078124.082650:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078124.082657:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082673:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078124.082686:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978473984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078124.082700:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078124.082705:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082727:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078124.082730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078124.082733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078124.082735:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078124.082737:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078124.082741:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078124.082744:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3762 00000100:00080000:3.0:1769078124.082749:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078124.082752:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078124.082753:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078124.082754:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078124.082759:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078124.082761:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078124.082762:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078124.082767:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078124.082769:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078124.082770:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078124.082775:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078124.082776:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078124.082776:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078124.082786:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078124.082786:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078124.082792:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.082796:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078124.082802:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078124.082804:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078124.082810:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078124.082810:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082815:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078124.082825:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078124.082825:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078124.082836:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082838:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078124.082845:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978473984:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078124.082847:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078124.082850:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.082855:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078124.082856:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078124.082861:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078124.082861:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078124.082867:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.082867:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.082880:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078124.082885:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.082890:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078124.082900:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978474112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078124.082910:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078124.082912:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082916:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.082918:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769078124.082919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078124.082924:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00080000:3.0:1769078124.082925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078124.082928:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078124.082930:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078124.082934:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078124.082935:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078124.082939:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3762 00000100:00080000:3.0:1769078124.082944:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078124.082946:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078124.082947:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078124.082949:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078124.082951:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078124.082952:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078124.082955:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078124.082957:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078124.082957:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078124.082960:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078124.082961:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.082963:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078124.082966:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078124.082968:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082970:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078124.082972:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078124.082974:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082975:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.082981:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078124.082983:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.082990:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000100:1.0:1769078124.082991:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:3.0:1769078124.082992:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078124.082997:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.083004:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078124.083009:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978474240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078124.083013:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078124.083015:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078124.083020:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.083024:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083025:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769078124.083027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078124.083030:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078124.083032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078124.083033:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078124.083034:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078124.083036:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078124.083038:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3762 00000100:00000001:1.0:1769078124.083046:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769078124.083047:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078124.083053:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078124.083056:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078124.083059:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078124.083060:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078124.083064:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078124.083066:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298436345 00000020:00000001:3.0:1769078124.083068:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078124.083076:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078124.083079:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078124.083081:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078124.083085:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298436345 00000100:00000001:3.0:1769078124.083086:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078124.083096:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078124.083098:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078124.083102:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.083108:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078124.083113:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078124.083115:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078124.083126:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.083126:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083134:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078124.083140:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078124.083144:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1769078124.083147:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078124/real 1769078124] req@ffff8f28835fb800 x1855008978473984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078124.083155:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.083160:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.083169:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078124.083171:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.083180:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078124.083184:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078124.083188:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.083198:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078124.083208:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978474368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769078124.083213:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078124.083216:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:1.0:1769078124.083218:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078124.083219:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.083225:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078124.083228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078124.083230:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078124.083232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078124.083236:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078124.083238:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078124.083239:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078124.083241:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078124.083248:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078124.083249:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3762 00000100:00080000:3.0:1769078124.083253:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078124.083255:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078124.083257:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078124.083259:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078124.083262:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078124.083262:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078124.083265:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078124.083271:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078124.083276:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078124.083278:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078124.083279:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078124.083284:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:1.0:1769078124.083292:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978473984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078124.083292:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078124.083296:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078124.083301:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078124.083308:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078124.083319:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078124.083320:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769078124.083325:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078124.083326:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078124.083335:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078124.083336:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083340:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078124.083346:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078124.083346:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083348:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078124.083353:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078124.083356:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:1.0:1769078124.083357:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769078124.083365:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078124.083369:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769078124.083372:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078124.083399:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078124.083403:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978473984:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078124.083411:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083413:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078124.083415:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078124.083417:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078124.083422:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078124.083426:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078124.083429:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078124.083433:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078124.083436:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078124.083441:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1769078124.083442:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078124.083445:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078124.083448:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083451:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078124.083459:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083462:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078124.083466:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078124.083469:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978474496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078124.083473:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078124.083479:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078124.083482:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078124.083483:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078124.083488:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078124.083491:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083492:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.083501:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078124.083504:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078124.083504:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.083511:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078124.083517:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078124.083520:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078124.083525:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078124.083526:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.083528:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078124.083543:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083550:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078124.083551:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:1.0:1769078124.083555:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078124.083568:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078124.083572:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078124.083574:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078124.083576:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083577:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078124.083579:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083582:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298435106 00000100:00000001:1.0:1769078124.083585:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298436345 00000100:00000001:1.0:1769078124.083586:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298435106 00000100:00000001:1.0:1769078124.083588:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298436345 00000100:00000001:1.0:1769078124.083590:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078124.083591:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083592:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078124.083595:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078124/real 1769078124] req@ffff8f28835fb100 x1855008978474112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078124.083606:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078124.083607:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078124.083609:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078124.083610:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078124.083611:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083613:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078124.083614:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078124.083617:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978474112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078124.083621:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083623:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078124.083624:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083625:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078124.083626:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083627:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078124.083629:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078124.083631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078124.083633:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078124.083635:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078124.083637:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078124.083640:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078124.083641:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078124.083642:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.083643:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078124.083644:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078124.083646:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078124.083648:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078124.083650:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078124.083652:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078124.083653:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.083654:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078124.083657:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083660:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078124.083661:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:1.0:1769078124.083663:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078124.083669:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078124.083672:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078124.083674:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078124.083675:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083676:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078124.083677:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083680:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298435103 00000100:00000001:1.0:1769078124.083682:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298436345 00000100:00000001:1.0:1769078124.083691:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298435103 00000100:00000001:1.0:1769078124.083694:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298436345 00000100:00000001:1.0:1769078124.083698:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078124.083699:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083701:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078124.083704:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078124/real 1769078124] req@ffff8f28835fa300 x1855008978474240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078124.083710:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078124.083711:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078124.083713:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078124.083714:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078124.083715:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083716:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078124.083718:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078124.083721:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978474240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078124.083729:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083731:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078124.083734:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083736:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078124.083737:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083739:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078124.083741:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078124.083744:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078124.083750:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078124.083752:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078124.083755:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078124.083759:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078124.083761:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078124.083763:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.083765:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078124.083767:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078124.083770:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078124.083773:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078124.083777:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078124.083779:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078124.083781:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.083782:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078124.083786:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083793:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078124.083795:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:1.0:1769078124.083799:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078124.083810:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078124.083815:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078124.083817:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078124.083819:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083821:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078124.083823:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083827:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298435106 00000100:00000001:1.0:1769078124.083830:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298436345 00000100:00000001:1.0:1769078124.083833:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298435106 00000100:00000001:1.0:1769078124.083835:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298436345 00000100:00000001:1.0:1769078124.083837:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078124.083839:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083842:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078124.083845:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078124/real 1769078124] req@ffff8f28835f8700 x1855008978474368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078124.083854:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078124.083856:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078124.083859:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078124.083861:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078124.083862:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083865:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078124.083866:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078124.083869:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978474368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078124.083875:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083876:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078124.083878:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083879:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078124.083880:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083881:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078124.083882:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078124.083884:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078124.083886:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078124.083888:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078124.083892:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078124.083895:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083897:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078124.083899:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078124.083901:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078124.083904:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078124.083906:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078124.083908:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078124.083910:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078124.083911:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078124.083913:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078124.083915:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083916:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078124.083918:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078124.083919:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078124.083921:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078124.083922:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078124.083924:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078124.083925:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078124.083927:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078124.083929:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078124.083930:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083932:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078124.083934:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078124.083935:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078124.083946:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078124.083947:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078124.083948:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078124.083950:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078124.083950:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078124.083952:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078124.083953:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083954:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.083957:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078124.083958:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083962:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078124.083964:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078124.083965:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078124.083966:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078124.083967:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.083969:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078124.083971:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078124.083973:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078124.083977:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078124.083984:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078124.083986:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078124.083988:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078124.083990:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078124.083993:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.083999:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078124.084001:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:1.0:1769078124.084004:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078124.084016:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078124.084022:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078124.084025:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078124.084026:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.084028:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078124.084030:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.084034:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298435098 00000100:00000001:1.0:1769078124.084037:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298436345 00000100:00000001:1.0:1769078124.084039:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298435098 00000100:00000001:1.0:1769078124.084041:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298436345 00000100:00000001:1.0:1769078124.084043:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078124.084046:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.084048:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078124.084052:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078124/real 1769078124] req@ffff8f28835f8380 x1855008978474496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078124.084059:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078124.084061:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078124.084063:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078124.084065:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078124.084067:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.084069:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078124.084070:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078124.084074:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978474496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078124.084088:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.084090:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078124.084093:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.084095:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078124.084097:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.084099:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078124.084100:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078124.084103:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078124.084108:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078124.084111:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078124.084114:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078124.084118:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.084120:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078124.084122:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078124.084123:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078124.084126:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078124.084127:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078124.084129:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078124.084131:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078124.084132:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078124.084134:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078124.084136:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.084138:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.084141:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078124.084143:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.084145:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078124.084147:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078124.722573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078124.722582:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078124.722589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078124.722591:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.722605:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078124.722613:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078124.722616:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078124.722621:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078124.722625:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078124.722628:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.722631:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078124.722633:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.722635:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078124.722669:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078124.722674:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078124.722678:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078125.106500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078125.106508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078125.106510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078125.106530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078125.106535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078125.106539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078125.106543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078125.106546:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078125.106549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078125.746521:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078125.746523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078125.746530:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078125.746530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078125.746533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078125.746538:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078125.746540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078125.746543:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078125.746546:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078125.746548:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078125.746551:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078125.746552:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078125.746556:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078125.746558:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078125.746560:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078125.746563:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078125.746566:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078125.746568:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078125.746571:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078125.746650:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078125.746655:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078125.746659:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078126.130494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078126.130533:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078126.130535:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078126.130543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078126.130548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078126.130552:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078126.130556:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078126.130559:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078126.130563:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078126.770506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078126.770513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078126.770515:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078126.770522:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078126.770525:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078126.770529:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078126.770531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078126.770534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078126.770536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078126.770595:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078126.770599:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078126.770602:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078126.770604:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078126.770657:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078126.770660:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078126.770663:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078127.154515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078127.154524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078127.154527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078127.154533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078127.154536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078127.154540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078127.154543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078127.154545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078127.154547:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078127.794531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078127.794542:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078127.794544:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078127.794547:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078127.794553:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078127.794553:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078127.794556:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078127.794561:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078127.794561:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078127.794565:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078127.794566:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078127.794571:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078127.794573:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078127.794577:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078127.794577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078127.794583:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078127.794588:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078127.794591:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078127.794594:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078127.794639:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078127.794644:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078127.794648:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078128.178470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078128.178479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078128.178481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078128.178487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078128.178491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078128.178494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078128.178496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078128.178499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078128.178501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078128.818500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078128.818509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078128.818517:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078128.818518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078128.818523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078128.818525:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078128.818529:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078128.818534:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078128.818537:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078128.818540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078128.818542:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078128.818544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078128.818548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078128.818588:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078128.818594:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078128.818599:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078129.202563:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078129.202580:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078129.202583:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078129.202591:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078129.202596:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078129.202600:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078129.202603:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078129.202605:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078129.202608:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078129.202642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078129.202648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078129.202652:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078129.202656:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078129.202661:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078129.202669:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3767 00000100:00080000:0.0:1769078129.202683:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078129.202686:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078129.202689:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078129.202694:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078129.202698:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078129.202701:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078129.202705:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078129.202707:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078129.202708:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078129.202713:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078129.202717:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078129.202722:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078129.202726:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078129.202730:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.202733:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078129.202736:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078129.202752:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078129.202754:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.202757:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078129.202761:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078129.202766:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.202780:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078129.202791:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978474624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078129.202811:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078129.202816:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.202834:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078129.202837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078129.202841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078129.202843:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078129.202845:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078129.202848:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078129.202852:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3767 00000100:00080000:0.0:1769078129.202856:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078129.202858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078129.202860:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078129.202863:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078129.202865:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078129.202868:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078129.202871:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078129.202874:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078129.202875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078129.202878:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769078129.202879:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078129.202883:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.202884:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769078129.202885:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078129.202888:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769078129.202892:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078129.202892:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078129.202893:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078129.202898:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.202900:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078129.202901:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078129.202905:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1769078129.202907:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078129.202909:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078129.202913:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.202916:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.202917:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978474624:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078129.202921:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078129.202923:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078129.202924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.202927:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078129.202928:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078129.202930:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.202930:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078129.202934:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.202937:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.202938:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078129.202944:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078129.202945:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978474752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078129.202953:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078129.202955:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.202958:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078129.202960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078129.202963:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769078129.202964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078129.202967:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:0.0:1769078129.202968:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078129.202971:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078129.202973:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078129.202975:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078129.202978:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3767 00000100:00080000:0.0:1769078129.202981:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078129.202983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078129.202984:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078129.202986:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078129.202987:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078129.202988:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078129.202990:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078129.202991:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078129.202992:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078129.202994:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078129.202996:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078129.202997:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078129.202999:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078129.203000:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.203001:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078129.203002:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078129.203003:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.203004:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078129.203008:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078129.203009:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.203010:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078129.203011:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078129.203012:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.203016:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078129.203019:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978474880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078129.203025:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078129.203033:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078129.203035:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.203037:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078129.203039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078129.203042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078129.203043:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078129.203044:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078129.203044:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078129.203048:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078129.203050:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769078129.203052:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3767 00000100:00000001:1.0:1769078129.203054:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203056:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078129.203061:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078129.203063:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078129.203066:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298441465 00000100:00000001:0.0:1769078129.203067:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078129.203070:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078129.203073:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078129.203073:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078129.203075:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078129.203077:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078129.203079:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078129.203079:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078129.203082:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078129.203086:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078129.203087:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298441465 00000100:00000001:0.0:1769078129.203088:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078129.203093:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078129.203094:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769078129.203095:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078129.203099:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.203101:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078129.203101:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1769078129.203104:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078129.203107:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078129.203108:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203114:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078129.203117:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078129.203122:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078129.203123:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.203124:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff8f28835e9180 x1855008978474624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078129.203125:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078129.203128:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078129.203131:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.203139:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078129.203144:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1769078129.203148:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978475008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769078129.203149:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078129.203155:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078129.203159:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078129.203161:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078129.203164:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.203167:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078129.203169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078129.203172:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203179:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769078129.203181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078129.203181:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078129.203186:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078129.203190:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078129.203190:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978474624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078129.203198:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078129.203202:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078129.203205:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3767 00000100:00080000:0.0:1769078129.203210:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078129.203212:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078129.203212:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078129.203215:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078129.203218:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078129.203219:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078129.203222:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078129.203223:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769078129.203225:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078129.203225:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078129.203231:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078129.203232:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078129.203235:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078129.203235:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078129.203239:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078129.203240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078129.203244:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078129.203246:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078129.203247:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769078129.203248:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078129.203252:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1769078129.203254:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078129.203260:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.203261:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978474624:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078129.203265:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078129.203268:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769078129.203269:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078129.203271:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.203274:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:0.0:1769078129.203277:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203278:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769078129.203283:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203283:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078129.203287:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078129.203289:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078129.203291:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078129.203293:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078129.203294:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203297:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078129.203299:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078129.203300:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769078129.203303:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078129.203303:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203307:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078129.203308:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203314:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078129.203316:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203317:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203321:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078129.203323:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078129.203327:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1769078129.203328:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978475136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078129.203329:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078129.203332:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203337:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078129.203340:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078129.203345:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078129.203346:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.203351:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.203355:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078129.203357:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203364:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078129.203367:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078129.203369:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203372:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078129.203422:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203431:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078129.203434:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:1.0:1769078129.203439:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078129.203467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078129.203476:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078129.203478:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.203480:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203481:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078129.203483:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203487:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298440226 00000100:00000001:1.0:1769078129.203489:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298441465 00000100:00000001:1.0:1769078129.203490:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298440226 00000100:00000001:1.0:1769078129.203492:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298441465 00000100:00000001:1.0:1769078129.203493:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078129.203495:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203496:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078129.203499:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff8f28835e8700 x1855008978474752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078129.203505:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078129.203506:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078129.203508:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078129.203509:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078129.203510:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203512:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078129.203513:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078129.203515:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978474752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078129.203520:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203521:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078129.203523:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203524:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078129.203525:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203526:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078129.203527:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078129.203529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078129.203531:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078129.203533:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078129.203535:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078129.203538:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078129.203539:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078129.203540:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203546:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078129.203548:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078129.203550:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.203553:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078129.203557:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078129.203559:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078129.203560:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203562:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078129.203565:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203570:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078129.203572:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:1.0:1769078129.203575:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078129.203588:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078129.203593:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078129.203596:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.203598:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203599:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078129.203602:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203606:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298440223 00000100:00000001:1.0:1769078129.203609:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298441465 00000100:00000001:1.0:1769078129.203612:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298440223 00000100:00000001:1.0:1769078129.203613:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298441465 00000100:00000001:1.0:1769078129.203615:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078129.203616:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203618:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078129.203621:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff8f28835ead80 x1855008978474880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078129.203626:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078129.203627:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078129.203629:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078129.203630:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078129.203631:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203633:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078129.203634:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078129.203636:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978474880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078129.203641:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203642:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078129.203643:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203644:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078129.203645:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203646:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078129.203647:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078129.203649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078129.203651:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078129.203653:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078129.203655:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978474880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078129.203657:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078129.203658:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078129.203659:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203660:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078129.203662:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078129.203663:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.203665:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078129.203668:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078129.203670:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078129.203672:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203674:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078129.203677:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203683:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078129.203684:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:1.0:1769078129.203688:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078129.203700:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078129.203705:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078129.203707:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.203709:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203711:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078129.203714:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203717:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298440226 00000100:00000001:1.0:1769078129.203720:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298441465 00000100:00000001:1.0:1769078129.203722:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298440226 00000100:00000001:1.0:1769078129.203724:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298441465 00000100:00000001:1.0:1769078129.203727:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078129.203729:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203731:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078129.203735:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff8f28835eb480 x1855008978475008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078129.203741:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078129.203742:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078129.203744:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078129.203745:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078129.203746:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203747:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078129.203748:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078129.203751:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978475008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078129.203755:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203757:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078129.203758:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203759:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078129.203760:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203761:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078129.203762:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078129.203765:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078129.203768:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078129.203770:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078129.203773:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078129.203776:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203778:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.203779:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078129.203781:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078129.203783:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078129.203785:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078129.203786:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078129.203788:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078129.203789:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078129.203791:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078129.203793:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203795:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.203796:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078129.203798:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078129.203800:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078129.203801:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078129.203802:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078129.203804:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078129.203806:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078129.203809:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078129.203811:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203812:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.203814:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078129.203815:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078129.203817:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078129.203818:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078129.203819:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078129.203821:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078129.203822:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078129.203824:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078129.203825:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203826:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203829:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078129.203830:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203831:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078129.203833:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078129.203834:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078129.203835:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078129.203836:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203837:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078129.203838:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078129.203840:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.203842:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078129.203845:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078129.203846:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078129.203847:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.203848:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078129.203850:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203855:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078129.203856:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078129.203859:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078129.203868:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078129.203871:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078129.203873:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.203874:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203875:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078129.203876:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203879:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298440218 00000100:00000001:1.0:1769078129.203881:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298441465 00000100:00000001:1.0:1769078129.203884:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298440218 00000100:00000001:1.0:1769078129.203886:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298441465 00000100:00000001:1.0:1769078129.203888:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078129.203890:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203892:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078129.203896:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff8f28835ea300 x1855008978475136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078129.203905:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078129.203906:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078129.203909:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078129.203911:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078129.203912:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203914:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078129.203916:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078129.203920:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978475136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078129.203928:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203930:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078129.203932:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203934:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078129.203935:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203937:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078129.203939:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078129.203942:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078129.203945:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078129.203947:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078129.203951:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078129.203955:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203957:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.203958:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078129.203959:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078129.203962:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078129.203963:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078129.203964:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078129.203967:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078129.203969:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078129.203970:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078129.203972:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203974:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.203977:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078129.203979:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.203981:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078129.203983:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.842537:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078129.842542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078129.842547:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078129.842549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.842552:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078129.842559:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078129.842560:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078129.842563:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.842568:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078129.842574:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.842577:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078129.842581:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.842584:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078129.842632:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078129.842636:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078129.842639:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078130.226473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078130.226481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078130.226483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078130.226489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078130.226493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078130.226503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078130.226506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078130.226508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078130.226511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078130.866479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078130.866486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078130.866492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078130.866493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078130.866508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078130.866515:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078130.866517:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078130.866523:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078130.866527:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078130.866531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078130.866533:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078130.866537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078130.866540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078130.866562:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078130.866568:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078130.866573:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078131.250458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078131.250465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078131.250467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078131.250471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078131.250474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078131.250477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078131.250479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078131.250481:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078131.250483:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078131.890525:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078131.890534:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078131.890535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078131.890536:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078131.890545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078131.890546:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078131.890554:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078131.890558:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078131.890559:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078131.890564:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078131.890565:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078131.890566:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078131.890572:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078131.890634:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078131.890638:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078131.890642:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078132.274495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078132.274505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078132.274507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078132.274515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078132.274519:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078132.274525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078132.274528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078132.274532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078132.274536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078132.914476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078132.914483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078132.914485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078132.914487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078132.914489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078132.914494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078132.914496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078132.914497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078132.914502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078132.914505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078132.914508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078132.914510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078132.914512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078132.914569:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078132.914574:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078132.914579:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078133.298538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078133.298548:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078133.298551:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078133.298568:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078133.298573:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078133.298578:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078133.298581:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078133.298585:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078133.298588:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078133.938508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078133.938511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078133.938518:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078133.938518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078133.938521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078133.938525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078133.938527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078133.938528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078133.938534:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078133.938538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078133.938541:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078133.938544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078133.938546:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078133.938613:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078133.938617:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078133.938621:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078134.322509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078134.322516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078134.322518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078134.322523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078134.322526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078134.322530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078134.322532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078134.322535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078134.322537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078134.322553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078134.322567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078134.322571:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078134.322575:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078134.322580:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078134.322589:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3772 00000100:00080000:2.0:1769078134.322603:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078134.322607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.322609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078134.322615:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078134.322619:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078134.322622:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078134.322625:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078134.322628:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.322629:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078134.322635:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078134.322638:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.322642:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078134.322645:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.322648:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322651:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078134.322654:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.322668:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078134.322669:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322672:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078134.322675:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078134.322679:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322691:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078134.322700:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978475264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078134.322709:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078134.322713:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322731:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078134.322734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078134.322736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078134.322738:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078134.322739:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078134.322741:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078134.322743:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3772 00000100:00080000:2.0:1769078134.322746:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078134.322748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.322749:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078134.322751:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078134.322752:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078134.322754:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078134.322755:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078134.322757:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.322758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078134.322760:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078134.322762:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.322765:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078134.322772:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.322775:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322777:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078134.322781:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:2.0:1769078134.322783:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078134.322789:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1769078134.322789:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.322794:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078134.322795:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.322799:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.322803:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.322805:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078134.322808:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.322809:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078134.322811:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078134.322813:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.322815:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078134.322817:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.322820:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078134.322824:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978475264:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078134.322830:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078134.322830:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.322836:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1769078134.322838:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978475392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078134.322840:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.322845:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078134.322851:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322851:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078134.322854:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322859:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078134.322861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078134.322864:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078134.322866:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078134.322867:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078134.322869:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078134.322872:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078134.322872:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3772 00000100:00000001:1.0:1769078134.322876:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00080000:2.0:1769078134.322878:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078134.322880:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078134.322881:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.322884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078134.322887:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078134.322888:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078134.322889:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078134.322891:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078134.322893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.322895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078134.322897:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078134.322898:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.322899:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078134.322902:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.322903:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322904:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078134.322906:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078134.322908:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322909:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.322913:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078134.322913:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322914:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078134.322915:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078134.322917:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322921:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078134.322922:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:2.0:1769078134.322928:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978475520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078134.322935:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078134.322936:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.322938:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078134.322940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078134.322942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078134.322942:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078134.322943:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078134.322945:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078134.322948:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3772 00000100:00000001:1.0:1769078134.322949:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769078134.322951:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078134.322954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078134.322955:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078134.322956:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078134.322959:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078134.322959:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078134.322962:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078134.322963:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769078134.322965:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078134.322970:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.322975:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298446585 00000020:00000001:2.0:1769078134.322976:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078134.322980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.322981:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078134.322984:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078134.322985:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078134.322988:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.322990:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078134.322992:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.322994:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.322996:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298446585 00000100:00000001:2.0:1769078134.322996:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078134.322999:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078134.323002:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323004:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078134.323005:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.323010:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078134.323012:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.323012:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.323016:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078134.323019:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078134.323020:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.323023:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323027:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078134.323027:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978475648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078134.323035:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078134.323043:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078134.323045:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff8f2882c38380 x1855008978475264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.323046:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.323051:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078134.323055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078134.323063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078134.323066:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078134.323068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078134.323070:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000001:1.0:1769078134.323072:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769078134.323073:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3772 00000400:00000001:1.0:1769078134.323075:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1769078134.323079:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078134.323081:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078134.323084:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.323086:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078134.323087:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078134.323088:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078134.323090:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078134.323092:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078134.323093:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078134.323094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.323097:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078134.323099:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078134.323100:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078134.323104:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078134.323105:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.323108:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078134.323110:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078134.323111:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.323115:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.323117:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078134.323118:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078134.323121:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078134.323122:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978475264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.323123:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.323128:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078134.323130:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.323134:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078134.323140:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078134.323142:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078134.323147:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078134.323147:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323154:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.323157:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323158:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078134.323160:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323165:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00100000:2.0:1769078134.323168:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978475776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078134.323169:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078134.323177:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078134.323189:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078134.323189:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078134.323195:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323196:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078134.323201:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078134.323205:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978475264:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078134.323213:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323215:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078134.323217:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078134.323220:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078134.323225:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078134.323229:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078134.323231:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078134.323236:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078134.323238:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078134.323241:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078134.323243:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323246:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323255:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078134.323257:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323259:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078134.323261:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078134.323263:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078134.323264:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.323266:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.323268:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078134.323270:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078134.323272:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078134.323276:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078134.323280:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078134.323282:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078134.323284:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.323286:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078134.323289:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323296:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078134.323298:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078134.323303:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078134.323315:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078134.323319:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078134.323321:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078134.323322:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323323:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078134.323325:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323328:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298445345 00000100:00000001:1.0:1769078134.323330:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298446585 00000100:00000001:1.0:1769078134.323332:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298445345 00000100:00000001:1.0:1769078134.323334:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298446585 00000100:00000001:1.0:1769078134.323335:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078134.323337:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323339:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078134.323343:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff8f2882c39f80 x1855008978475392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078134.323352:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078134.323353:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078134.323356:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078134.323370:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078134.323372:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323420:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078134.323422:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078134.323426:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978475392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078134.323433:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323435:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078134.323438:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323440:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078134.323441:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323443:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078134.323445:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078134.323448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078134.323452:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078134.323454:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078134.323457:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078134.323462:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078134.323463:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.323464:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.323466:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078134.323468:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078134.323471:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078134.323474:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078134.323477:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078134.323479:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078134.323481:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.323483:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078134.323486:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323493:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078134.323494:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078134.323498:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078134.323520:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078134.323525:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078134.323527:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078134.323531:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323532:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078134.323534:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323537:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298445343 00000100:00000001:1.0:1769078134.323539:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298446585 00000100:00000001:1.0:1769078134.323541:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298445343 00000100:00000001:1.0:1769078134.323543:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298446585 00000100:00000001:1.0:1769078134.323544:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078134.323546:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323547:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078134.323550:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff8f2882c3b800 x1855008978475520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078134.323556:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078134.323557:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078134.323558:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078134.323560:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078134.323561:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323562:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078134.323563:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078134.323566:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978475520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078134.323570:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323572:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078134.323573:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323574:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078134.323575:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323576:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078134.323577:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078134.323579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078134.323581:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078134.323582:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078134.323584:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078134.323586:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078134.323587:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.323588:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.323590:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078134.323591:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078134.323592:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078134.323594:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078134.323596:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078134.323597:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078134.323599:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.323600:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078134.323603:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323610:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078134.323611:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078134.323615:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078134.323626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078134.323632:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078134.323634:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078134.323635:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323637:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078134.323640:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323644:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298445346 00000100:00000001:1.0:1769078134.323647:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298446585 00000100:00000001:1.0:1769078134.323649:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298445346 00000100:00000001:1.0:1769078134.323652:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298446585 00000100:00000001:1.0:1769078134.323654:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078134.323656:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323658:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078134.323662:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff8f2882c3a680 x1855008978475648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078134.323669:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078134.323670:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078134.323672:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078134.323673:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078134.323674:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323676:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078134.323677:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078134.323681:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978475648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078134.323689:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323691:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078134.323694:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323695:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078134.323697:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323699:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078134.323700:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078134.323703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078134.323706:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078134.323708:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078134.323712:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078134.323716:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078134.323718:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.323719:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.323721:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078134.323723:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078134.323726:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078134.323729:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078134.323733:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078134.323735:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078134.323736:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078134.323738:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078134.323741:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323747:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078134.323749:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078134.323753:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078134.323766:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078134.323771:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078134.323774:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078134.323775:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323777:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078134.323780:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323783:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298445338 00000100:00000001:1.0:1769078134.323786:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298446585 00000100:00000001:1.0:1769078134.323789:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298445338 00000100:00000001:1.0:1769078134.323791:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298446585 00000100:00000001:1.0:1769078134.323793:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078134.323795:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323797:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078134.323801:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff8f2882c3bb80 x1855008978475776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078134.323809:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078134.323811:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078134.323813:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078134.323815:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078134.323816:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323818:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078134.323819:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078134.323823:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978475776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078134.323830:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323832:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078134.323835:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323837:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078134.323838:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323840:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078134.323841:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078134.323842:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078134.323845:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078134.323846:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078134.323849:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978475776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078134.323852:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323853:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078134.323854:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078134.323855:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078134.323857:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078134.323858:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078134.323859:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078134.323861:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078134.323862:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078134.323864:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078134.323864:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323866:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078134.323866:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078134.323867:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078134.323868:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078134.323869:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078134.323870:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078134.323871:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078134.323872:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078134.323873:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078134.323874:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323875:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078134.323875:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078134.323876:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078134.323877:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078134.323878:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078134.323879:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078134.323880:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078134.323880:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078134.323881:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078134.323882:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323883:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078134.323884:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078134.323884:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078134.323885:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078134.323886:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078134.323887:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078134.323888:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078134.323889:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078134.323890:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078134.323891:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323892:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.323895:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078134.323896:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.323897:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078134.323898:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078134.962453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078134.962454:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078134.962460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.962461:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078134.962464:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078134.962466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078134.962468:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078134.962469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.962474:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078134.962478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.962480:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.962482:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.962484:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078134.962532:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078134.962537:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078134.962540:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078135.346517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078135.346524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078135.346526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078135.346530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078135.346533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078135.346536:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078135.346538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078135.346540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078135.346542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078135.986470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078135.986470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078135.986476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078135.986478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078135.986482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078135.986482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078135.986487:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769078135.986489:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078135.986491:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078135.986494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078135.986496:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078135.986500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078135.986502:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078135.986504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078135.986506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078135.986506:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078135.986513:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078135.986514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078135.986521:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078135.986589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078135.986593:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078135.986597:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078136.370479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078136.370486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078136.370488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078136.370492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078136.370496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078136.370499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078136.370501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078136.370504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078136.370506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078137.010481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078137.010483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078137.010488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078137.010489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078137.010493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078137.010495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078137.010497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078137.010498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078137.010504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078137.010508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.010511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078137.010512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.010515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078137.010576:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078137.010581:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078137.010585:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078137.394519:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078137.394527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078137.394529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078137.394537:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078137.394540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078137.394544:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078137.394547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078137.394549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078137.394552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.034485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078138.034486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078138.034494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078138.034494:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078138.034497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078138.034499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.034500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.034505:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769078138.034508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078138.034508:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.034510:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.034513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078138.034516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078138.034517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078138.034520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078138.034522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078138.034527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078138.034530:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078138.034534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078138.034586:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078138.034592:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078138.034596:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078138.418533:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078138.418543:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078138.418545:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078138.418553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078138.418557:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078138.418562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078138.418566:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078138.418569:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078138.418572:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.058501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078139.058501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078139.058507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078139.058511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078139.058513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.058517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078139.058520:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078139.058525:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078139.058530:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078139.058534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.058537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078139.058540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.058543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078139.058606:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078139.058612:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078139.058617:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078139.442504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078139.442508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078139.442515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769078139.442518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078139.442524:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078139.442525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078139.442529:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078139.442532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078139.442540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078139.442541:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078139.442545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078139.442549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078139.442554:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078139.442554:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3778 00000100:00000001:0.0:1769078139.442561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078139.442572:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078139.442577:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.442580:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078139.442586:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078139.442589:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078139.442592:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078139.442596:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078139.442599:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.442600:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078139.442606:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078139.442609:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.442612:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078139.442616:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078139.442620:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442622:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078139.442624:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.442637:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078139.442639:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442643:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078139.442645:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078139.442649:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442662:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078139.442671:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978475904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078139.442682:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078139.442687:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442702:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078139.442705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078139.442707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078139.442708:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078139.442710:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078139.442712:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078139.442714:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3778 00000100:00080000:2.0:1769078139.442717:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078139.442718:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.442720:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078139.442721:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078139.442722:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078139.442724:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078139.442725:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078139.442727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.442728:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078139.442730:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078139.442731:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.442732:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078139.442737:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078139.442738:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442740:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078139.442744:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078139.442747:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442750:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.442755:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078139.442756:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442758:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078139.442760:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078139.442761:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769078139.442763:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.442768:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078139.442772:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078139.442772:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.442776:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078139.442780:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078139.442782:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978476032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078139.442785:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078139.442790:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078139.442795:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442797:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078139.442802:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078139.442804:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978475904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078139.442807:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.442812:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1769078139.442813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078139.442818:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:1.0:1769078139.442821:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078139.442821:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078139.442824:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078139.442826:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442828:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:1.0:1769078139.442831:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078139.442834:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3778 02000000:00000001:1.0:1769078139.442840:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078139.442840:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078139.442844:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.442846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078139.442849:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078139.442851:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078139.442853:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078139.442856:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078139.442858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.442859:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078139.442861:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078139.442864:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078139.442866:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:2.0:1769078139.442869:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.442872:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078139.442873:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769078139.442876:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078139.442879:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442882:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078139.442884:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078139.442886:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442888:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.442892:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078139.442893:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442894:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078139.442895:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078139.442896:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442900:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078139.442904:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978476160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078139.442912:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078139.442917:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078139.442918:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078139.442921:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078139.442925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078139.442929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078139.442931:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078139.442933:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078139.442935:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078139.442936:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078139.442942:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769078139.442943:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3778 00000100:00000001:1.0:1769078139.442948:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078139.442950:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078139.442952:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078139.442954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.442958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078139.442961:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078139.442961:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078139.442963:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078139.442967:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078139.442968:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298451705 00000020:00000001:2.0:1769078139.442970:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078139.442974:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.442976:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078139.442979:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078139.442982:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078139.442982:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.442988:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078139.442991:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078139.442993:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298451705 02000000:00000001:2.0:1769078139.442994:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.442998:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078139.443002:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078139.443003:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00000001:2.0:1769078139.443007:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443010:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078139.443011:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443016:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.443019:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078139.443022:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769078139.443022:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.443026:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078139.443028:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078139.443031:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078139.443032:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff8f2882c3bb80 x1855008978475904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.443036:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078139.443046:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978476288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769078139.443050:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078139.443054:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078139.443056:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078139.443060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443061:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078139.443063:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443066:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1769078139.443068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078139.443070:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078139.443073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078139.443077:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078139.443077:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078139.443082:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078139.443082:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078139.443089:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078139.443094:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3778 00000100:00100000:1.0:1769078139.443095:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978475904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078139.443098:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078139.443101:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.443103:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078139.443106:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078139.443107:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078139.443109:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078139.443111:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078139.443115:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.443119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078139.443126:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078139.443128:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.443130:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.443133:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078139.443135:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078139.443136:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078139.443142:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443143:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.443145:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078139.443149:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:2.0:1769078139.443150:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078139.443153:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078139.443154:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.443159:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443160:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1769078139.443163:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078139.443165:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078139.443166:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.443170:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:1.0:1769078139.443172:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1769078139.443173:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078139.443176:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078139.443182:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078139.443182:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443189:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769078139.443191:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978476416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078139.443199:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978475904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078139.443201:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078139.443204:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.443207:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443215:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443219:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078139.443221:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078139.443224:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078139.443227:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078139.443230:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078139.443233:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078139.443238:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078139.443239:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078139.443243:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078139.443244:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443248:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443255:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078139.443257:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443259:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078139.443261:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078139.443263:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078139.443264:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078139.443266:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.443269:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078139.443301:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078139.443304:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078139.443309:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078139.443313:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078139.443315:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078139.443316:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.443318:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078139.443321:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443328:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078139.443330:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078139.443334:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078139.443349:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078139.443355:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078139.443357:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078139.443359:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443361:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078139.443364:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443369:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298450465 00000100:00000001:1.0:1769078139.443373:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298451705 00000100:00000001:1.0:1769078139.443411:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298450466 00000100:00000001:1.0:1769078139.443414:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298451705 00000100:00000001:1.0:1769078139.443417:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078139.443420:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443422:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078139.443427:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff8f2882c3a680 x1855008978476032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078139.443437:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078139.443438:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078139.443441:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078139.443443:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078139.443445:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443447:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078139.443448:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078139.443452:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978476032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078139.443461:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443464:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078139.443466:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443468:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078139.443470:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443472:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078139.443474:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078139.443477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078139.443481:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078139.443484:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078139.443487:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078139.443495:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078139.443497:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078139.443498:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.443501:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078139.443503:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078139.443506:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078139.443509:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078139.443512:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078139.443514:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078139.443516:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.443518:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078139.443522:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443527:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078139.443529:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078139.443533:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078139.443546:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078139.443552:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078139.443554:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078139.443556:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443558:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078139.443560:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443564:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298450463 00000100:00000001:1.0:1769078139.443567:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298451705 00000100:00000001:1.0:1769078139.443579:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298450463 00000100:00000001:1.0:1769078139.443581:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298451705 00000100:00000001:1.0:1769078139.443583:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078139.443586:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443588:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078139.443593:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff8f2882c3b800 x1855008978476160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078139.443602:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078139.443605:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078139.443608:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078139.443610:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078139.443612:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443614:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078139.443615:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078139.443620:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978476160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078139.443628:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443630:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078139.443633:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443635:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078139.443636:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443638:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078139.443641:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078139.443644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078139.443648:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078139.443650:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078139.443654:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078139.443659:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078139.443661:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078139.443662:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.443665:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078139.443667:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078139.443669:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078139.443672:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078139.443676:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078139.443678:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078139.443679:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.443681:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078139.443685:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443691:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078139.443693:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078139.443697:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078139.443710:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078139.443715:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078139.443718:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078139.443719:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443722:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078139.443725:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443729:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298450466 00000100:00000001:1.0:1769078139.443732:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298451705 00000100:00000001:1.0:1769078139.443735:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298450466 00000100:00000001:1.0:1769078139.443737:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298451705 00000100:00000001:1.0:1769078139.443740:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078139.443742:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443744:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078139.443749:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff8f2882c39f80 x1855008978476288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078139.443757:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078139.443759:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078139.443762:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078139.443764:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078139.443766:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443768:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078139.443770:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078139.443774:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978476288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078139.443782:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443784:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078139.443787:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443789:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078139.443790:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443792:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078139.443794:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078139.443797:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078139.443800:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078139.443803:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078139.443806:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078139.443810:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078139.443812:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078139.443813:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.443816:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078139.443817:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078139.443820:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078139.443824:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078139.443827:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078139.443829:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078139.443830:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.443832:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078139.443835:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443841:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078139.443843:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078139.443846:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078139.443858:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078139.443863:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078139.443867:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078139.443868:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443870:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078139.443873:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443876:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298450458 00000100:00000001:1.0:1769078139.443879:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298451705 00000100:00000001:1.0:1769078139.443882:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298450458 00000100:00000001:1.0:1769078139.443884:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298451705 00000100:00000001:1.0:1769078139.443887:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078139.443890:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.443892:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078139.443896:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff8f2882c38380 x1855008978476416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078139.443905:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078139.443906:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078139.443909:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078139.443910:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078139.443912:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443914:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078139.443915:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078139.443919:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978476416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078139.443926:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443929:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078139.443931:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443933:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078139.443934:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443936:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078139.443937:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078139.443940:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078139.443943:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078139.443945:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078139.443948:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078139.443953:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443954:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078139.443956:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078139.443958:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078139.443960:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078139.443961:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078139.443963:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078139.443965:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078139.443966:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078139.443969:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078139.443970:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443972:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078139.443973:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078139.443975:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078139.443976:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078139.443977:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078139.443979:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078139.443980:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078139.443981:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078139.443982:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078139.443984:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.443985:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078139.443987:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078139.443988:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078139.443989:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078139.443991:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078139.443992:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078139.443993:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078139.443995:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078139.443997:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078139.443998:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.444000:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078139.444001:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078139.444003:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078139.444004:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078139.444006:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078139.444007:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078139.444009:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078139.444010:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078139.444012:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078139.444013:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.444015:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.444019:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078139.444021:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.444023:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078139.444024:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078140.082486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078140.082494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078140.082497:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078140.082499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078140.082502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078140.082506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078140.082508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078140.082509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078140.082516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078140.082519:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078140.082522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078140.082524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078140.082527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078140.082562:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078140.082566:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078140.082569:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078140.466536:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078140.466544:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078140.466546:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078140.466552:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078140.466557:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078140.466560:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078140.466563:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078140.466565:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078140.466568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078141.106518:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078141.106519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078141.106525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078141.106527:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078141.106531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078141.106532:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078141.106534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078141.106539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078141.106546:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078141.106551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.106554:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078141.106557:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.106561:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078141.106627:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078141.106635:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078141.106640:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078141.490512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078141.490520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078141.490523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078141.490529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078141.490533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078141.490537:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078141.490540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078141.490542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078141.490545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078142.130461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078142.130468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078142.130472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078142.130473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078142.130487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078142.130494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078142.130496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078142.130502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078142.130507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078142.130511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078142.130515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078142.130519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078142.130527:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078142.130528:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078142.130532:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078142.130538:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078142.514462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078142.514468:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078142.514470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078142.514475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078142.514478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078142.514481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078142.514483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078142.514484:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078142.514487:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078143.154520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078143.154525:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078143.154528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078143.154537:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078143.154540:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078143.154540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078143.154547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078143.154549:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078143.154555:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078143.154559:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078143.154562:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078143.154565:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078143.154568:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078143.154624:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078143.154629:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078143.154633:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078143.538488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078143.538496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078143.538498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078143.538511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078143.538516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078143.538519:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.538521:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078143.538524:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.538526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078144.178487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078144.178492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078144.178497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078144.178499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.178513:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078144.178524:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078144.178527:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.178534:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078144.178539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.178543:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.178547:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078144.178551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.178555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078144.178576:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078144.178581:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078144.178586:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078144.562507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078144.562508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078144.562517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078144.562525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078144.562525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562531:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1769078144.562533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769078144.562536:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078144.562542:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078144.562543:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078144.562550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078144.562556:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3783 00000100:00000001:2.0:1769078144.562557:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078144.562564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078144.562568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078144.562574:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078144.562580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078144.562582:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078144.562587:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078144.562591:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078144.562595:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078144.562600:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078144.562604:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078144.562606:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078144.562612:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078144.562615:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.562619:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078144.562623:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078144.562627:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562629:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078144.562632:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.562648:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078144.562650:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562654:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078144.562658:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078144.562663:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562679:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078144.562690:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978476544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078144.562703:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078144.562708:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562723:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078144.562726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078144.562730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078144.562732:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078144.562734:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078144.562737:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078144.562741:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3783 00000100:00080000:0.0:1769078144.562745:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078144.562748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078144.562749:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078144.562751:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078144.562753:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078144.562755:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078144.562758:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078144.562760:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078144.562762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078144.562768:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078144.562773:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.562776:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078144.562779:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078144.562780:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078144.562782:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562783:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.562785:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078144.562787:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078144.562790:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078144.562791:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078144.562793:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.562794:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562796:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078144.562798:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978476544:192.168.204.124@tcp:250:kworker.0 00000008:00100000:0.0:1769078144.562801:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078144.562804:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.562804:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078144.562806:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.562809:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078144.562811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078144.562812:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.562812:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562814:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078144.562815:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078144.562816:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078144.562818:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.562819:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562823:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078144.562828:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978476672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078144.562835:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078144.562837:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.562839:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078144.562841:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.562841:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00080000:0.0:1769078144.562844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078144.562845:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078144.562847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078144.562849:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078144.562850:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078144.562853:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078144.562855:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3783 00000100:00080000:0.0:1769078144.562887:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078144.562889:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078144.562891:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078144.562893:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078144.562895:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078144.562897:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000800:00000100:1.0:1769078144.562898:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769078144.562899:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078144.562901:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078144.562903:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078144.562905:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078144.562908:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.562910:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078144.562912:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078144.562914:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562916:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078144.562917:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:0.0:1769078144.562918:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078144.562920:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562922:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.562922:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078144.562924:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.562926:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078144.562926:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769078144.562928:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562929:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078144.562930:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078144.562932:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.562933:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.562937:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.562938:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298456825 00000100:00100000:0.0:1769078144.562942:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978476800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078144.562950:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078144.562956:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078144.562958:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.562958:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298456825 00000100:00000001:0.0:1769078144.562961:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.562963:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769078144.562964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078144.562966:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078144.562967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078144.562969:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078144.562969:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078144.562970:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078144.562972:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078144.562973:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078144.562977:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3783 00000100:00100000:1.0:1769078144.562978:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff8f28835e9500 x1855008978476544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078144.562982:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078144.562985:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078144.562988:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078144.562990:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078144.562992:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078144.562994:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078144.562997:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000400:00000001:1.0:1769078144.562998:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769078144.563000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1769078144.563000:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078144.563002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078144.563006:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078144.563006:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078144.563009:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.563011:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078144.563014:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078144.563014:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769078144.563016:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563016:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078144.563019:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078144.563019:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:0.0:1769078144.563021:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078144.563022:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078144.563024:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.563026:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.563026:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978476544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078144.563032:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078144.563033:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563034:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078144.563036:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078144.563037:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078144.563038:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769078144.563039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563041:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078144.563043:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563043:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.563044:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563047:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1769078144.563048:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978476928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078144.563050:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078144.563053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078144.563056:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078144.563058:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078144.563059:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078144.563061:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563061:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1769078144.563064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078144.563065:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978476544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078144.563071:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078144.563074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078144.563074:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078144.563076:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078144.563077:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1769078144.563079:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078144.563080:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769078144.563081:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:1.0:1769078144.563083:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1769078144.563084:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3783 00000020:00000001:1.0:1769078144.563086:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078144.563090:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1769078144.563091:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078144.563093:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078144.563095:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078144.563095:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769078144.563097:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078144.563098:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1769078144.563099:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078144.563101:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078144.563101:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078144.563102:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078144.563104:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078144.563105:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078144.563106:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078144.563108:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078144.563111:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078144.563113:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.563114:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078144.563114:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078144.563116:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.563117:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078144.563118:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769078144.563120:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563120:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.563121:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078144.563122:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078144.563123:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1769078144.563124:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078144.563124:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078144.563127:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563127:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078144.563129:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563129:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078144.563131:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.563133:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1769078144.563134:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476672:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769078144.563135:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.563136:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078144.563138:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078144.563138:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078144.563140:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563140:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078144.563142:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563143:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078144.563144:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563146:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078144.563148:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978477056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078144.563152:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078144.563153:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:0.0:1769078144.563157:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078144.563158:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078144.563159:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.563162:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078144.563171:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078144.563175:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078144.563177:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078144.563179:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563181:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078144.563183:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563204:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298455585 00000100:00000001:1.0:1769078144.563207:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298456825 00000100:00000001:1.0:1769078144.563209:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298455585 00000100:00000001:1.0:1769078144.563212:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298456825 00000100:00000001:1.0:1769078144.563214:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078144.563217:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563219:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078144.563223:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff8f28835e9f80 x1855008978476672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078144.563237:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078144.563238:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078144.563241:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078144.563242:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078144.563243:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563244:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.563246:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078144.563248:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978476672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.563253:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563255:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078144.563256:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563257:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.563258:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563259:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078144.563261:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078144.563262:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078144.563264:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078144.563266:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078144.563268:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078144.563270:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078144.563271:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078144.563272:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563273:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078144.563274:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078144.563276:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.563278:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078144.563280:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078144.563282:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078144.563283:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563284:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078144.563286:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563290:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078144.563291:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:1.0:1769078144.563294:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078144.563302:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078144.563306:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078144.563307:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078144.563308:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563309:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078144.563312:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563316:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298455582 00000100:00000001:1.0:1769078144.563318:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298456825 00000100:00000001:1.0:1769078144.563320:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298455582 00000100:00000001:1.0:1769078144.563323:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298456825 00000100:00000001:1.0:1769078144.563325:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078144.563327:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563329:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078144.563332:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff8f28835ea680 x1855008978476800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078144.563341:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078144.563342:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078144.563345:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078144.563347:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078144.563348:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563350:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.563351:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078144.563355:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978476800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.563363:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563365:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078144.563368:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563370:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.563371:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563405:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078144.563407:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078144.563410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078144.563414:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078144.563416:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078144.563419:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078144.563424:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078144.563425:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078144.563426:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563429:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078144.563430:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078144.563433:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.563436:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078144.563439:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078144.563441:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078144.563442:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563444:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078144.563448:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563455:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078144.563457:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078144.563460:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078144.563473:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078144.563478:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078144.563481:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078144.563482:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563483:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078144.563485:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563488:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298455586 00000100:00000001:1.0:1769078144.563490:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298456825 00000100:00000001:1.0:1769078144.563492:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298455586 00000100:00000001:1.0:1769078144.563494:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298456825 00000100:00000001:1.0:1769078144.563495:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078144.563497:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563498:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078144.563501:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff8f28835ea300 x1855008978476928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078144.563506:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078144.563507:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078144.563508:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078144.563509:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078144.563510:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563512:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.563513:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078144.563515:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978476928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.563520:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563522:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078144.563525:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563526:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.563528:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563530:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078144.563531:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078144.563534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078144.563537:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078144.563540:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078144.563543:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978476928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078144.563546:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563548:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078144.563550:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078144.563552:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078144.563555:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078144.563557:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078144.563558:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078144.563560:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078144.563562:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078144.563565:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078144.563566:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563568:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078144.563569:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078144.563570:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078144.563572:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078144.563573:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078144.563574:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078144.563576:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078144.563577:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078144.563579:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078144.563580:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563582:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078144.563583:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078144.563584:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078144.563586:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078144.563587:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078144.563588:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078144.563590:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078144.563591:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078144.563593:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078144.563594:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563596:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563599:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078144.563600:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563602:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078144.563603:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.563605:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078144.563606:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078144.563608:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563610:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078144.563611:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078144.563614:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.563617:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078144.563623:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078144.563624:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078144.563626:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.563628:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078144.563630:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563636:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078144.563638:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:1.0:1769078144.563641:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078144.563653:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078144.563657:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078144.563660:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078144.563661:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563663:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078144.563665:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563669:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298455578 00000100:00000001:1.0:1769078144.563671:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298456825 00000100:00000001:1.0:1769078144.563673:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298455578 00000100:00000001:1.0:1769078144.563675:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298456825 00000100:00000001:1.0:1769078144.563677:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078144.563679:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563681:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078144.563685:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff8f28835eb480 x1855008978477056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078144.563693:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078144.563694:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078144.563697:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078144.563698:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078144.563699:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563700:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.563701:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078144.563703:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978477056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.563712:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563714:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078144.563715:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563716:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.563717:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563718:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078144.563719:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078144.563721:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078144.563723:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078144.563724:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078144.563726:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078144.563728:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563729:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078144.563730:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078144.563731:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078144.563733:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078144.563734:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078144.563735:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078144.563736:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078144.563737:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078144.563740:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078144.563741:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563742:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.563744:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078144.563745:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.563746:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078144.563747:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078145.202464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078145.202470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078145.202473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078145.202475:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078145.202478:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078145.202484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078145.202485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078145.202489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078145.202491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078145.202497:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078145.202501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078145.202504:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078145.202507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078145.202556:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078145.202561:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078145.202564:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078145.586438:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078145.586447:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078145.586450:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078145.586456:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078145.586460:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078145.586464:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078145.586467:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078145.586469:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078145.586472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078146.226480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078146.226485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078146.226487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078146.226489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078146.226490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078146.226497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078146.226497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078146.226502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078146.226503:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078146.226506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078146.226506:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078146.226508:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078146.226510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078146.226512:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078146.226513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078146.226516:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078146.226518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078146.226519:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078146.226523:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078146.226589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078146.226592:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078146.226595:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078146.610465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078146.610472:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078146.610473:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078146.610477:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078146.610480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078146.610483:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078146.610485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078146.610487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078146.610488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078147.250453:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078147.250461:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078147.250464:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078147.250466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078147.250470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078147.250472:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078147.250474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078147.250477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078147.250478:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078147.250483:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078147.250487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078147.250490:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078147.250493:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078147.250530:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078147.250534:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078147.250536:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078147.634453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078147.634459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078147.634461:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078147.634465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078147.634468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078147.634471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078147.634473:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078147.634475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078147.634477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078148.274519:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078148.274523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078148.274532:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078148.274533:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078148.274536:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078148.274538:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078148.274543:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078148.274547:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078148.274550:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078148.274556:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078148.274557:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078148.274561:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078148.274564:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078148.274567:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078148.274568:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078148.274571:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078148.274578:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078148.274579:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078148.274585:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078148.274654:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078148.274658:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078148.274661:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078148.658502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078148.658509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078148.658510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078148.658515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078148.658518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078148.658521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078148.658523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078148.658525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078148.658527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078149.298506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078149.298512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078149.298515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078149.298517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.298545:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078149.298555:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078149.298558:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078149.298565:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078149.298571:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078149.298577:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.298581:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078149.298586:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078149.298586:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078149.298591:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.298593:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078149.298595:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078149.682537:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078149.682538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078149.682546:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078149.682551:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078149.682552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769078149.682557:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078149.682558:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078149.682562:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078149.682565:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078149.682566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078149.682571:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078149.682574:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078149.682575:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078149.682580:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078149.682586:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3788 00000100:00080000:2.0:1769078149.682602:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078149.682606:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078149.682609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078149.682614:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078149.682623:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078149.682626:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078149.682630:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078149.682632:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078149.682633:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078149.682639:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078149.682642:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078149.682646:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078149.682650:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078149.682653:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682656:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078149.682659:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078149.682675:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078149.682677:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682680:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078149.682684:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078149.682689:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682703:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078149.682712:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978477184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078149.682721:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078149.682725:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682740:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078149.682742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078149.682745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078149.682746:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078149.682747:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078149.682749:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078149.682751:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3788 00000100:00080000:2.0:1769078149.682754:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078149.682756:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078149.682757:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078149.682760:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078149.682761:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078149.682763:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078149.682765:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078149.682766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078149.682767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078149.682770:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078149.682771:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078149.682773:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078149.682777:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078149.682779:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682781:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078149.682786:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078149.682788:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:2.0:1769078149.682790:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.682795:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078149.682796:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.682800:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078149.682802:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078149.682804:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078149.682805:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078149.682809:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.682810:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078149.682812:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078149.682815:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078149.682816:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078149.682818:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.682822:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682827:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078149.682836:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978477312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078149.682839:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978477184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078149.682850:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078149.682854:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078149.682858:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078149.682859:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.682864:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682865:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.682868:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078149.682871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078149.682873:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078149.682879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078149.682882:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078149.682884:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078149.682888:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078149.682892:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3788 00000100:00000001:1.0:1769078149.682895:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078149.682898:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00080000:2.0:1769078149.682899:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078149.682902:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078149.682904:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078149.682907:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078149.682910:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078149.682912:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078149.682915:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078149.682917:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078149.682919:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078149.682920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078149.682922:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078149.682924:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078149.682925:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078149.682928:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078149.682929:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682931:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078149.682933:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078149.682935:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682937:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078149.682942:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078149.682944:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682946:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078149.682949:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000100:1.0:1769078149.682951:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:2.0:1769078149.682952:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.682960:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078149.682967:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978477440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078149.682972:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078149.682979:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078149.682980:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078149.682985:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.682986:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.682990:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078149.682993:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.682997:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078149.682998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078149.683003:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298461945 00000100:00080000:2.0:1769078149.683003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078149.683006:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078149.683009:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078149.683012:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078149.683016:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769078149.683016:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3788 00000100:00080000:2.0:1769078149.683024:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078149.683026:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298461945 00000100:00000001:2.0:1769078149.683031:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078149.683032:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078149.683035:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078149.683036:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078149.683040:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.683042:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078149.683043:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769078149.683047:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078149.683050:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:1.0:1769078149.683053:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff8f2882c38380 x1855008978477184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.683054:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078149.683060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078149.683062:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078149.683070:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078149.683074:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078149.683075:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769078149.683077:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078149.683082:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078149.683084:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.683086:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078149.683088:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000400:00000001:1.0:1769078149.683090:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000001:2.0:1769078149.683092:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.683096:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683097:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769078149.683116:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078149.683118:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.683120:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078149.683122:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078149.683126:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683127:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078149.683129:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683132:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683133:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078149.683137:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978477184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078149.683140:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683148:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078149.683152:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978477568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078149.683153:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078149.683157:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683160:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683162:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683166:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078149.683169:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078149.683173:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:1.0:1769078149.683175:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078149.683178:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078149.683183:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078149.683189:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078149.683189:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078149.683195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078149.683196:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978477184:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769078149.683204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078149.683207:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078149.683208:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078149.683214:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078149.683216:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078149.683220:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1769078149.683223:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078149.683224:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078149.683229:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769078149.683230:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078149.683233:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1769078149.683237:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3788 02000000:00000001:1.0:1769078149.683240:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1769078149.683243:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769078149.683245:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078149.683250:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078149.683250:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078149.683253:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078149.683255:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078149.683256:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078149.683262:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078149.683264:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078149.683267:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078149.683268:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078149.683272:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.683272:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078149.683276:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078149.683277:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078149.683282:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769078149.683285:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078149.683286:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078149.683290:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078149.683292:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683294:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078149.683296:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078149.683298:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078149.683302:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078149.683303:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078149.683306:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078149.683308:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.683311:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.683313:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078149.683317:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1769078149.683319:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477312:192.168.204.124@tcp:38:kworker.0 00000008:00000001:2.0:1769078149.683321:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078149.683326:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683329:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078149.683333:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078149.683333:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078149.683335:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078149.683337:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.683339:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078149.683342:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078149.683345:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078149.683346:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078149.683349:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683357:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078149.683358:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683361:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00100000:2.0:1769078149.683367:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978477696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078149.683400:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078149.683410:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078149.683414:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078149.683419:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078149.683419:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683427:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078149.683431:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078149.683433:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683435:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078149.683439:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683444:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298460706 00000100:00000001:1.0:1769078149.683448:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298461945 00000100:00000001:1.0:1769078149.683450:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298460706 00000100:00000001:1.0:1769078149.683452:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298461945 00000100:00000001:1.0:1769078149.683454:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078149.683457:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683458:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078149.683463:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff8f2882c39f80 x1855008978477312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078149.683472:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078149.683473:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078149.683476:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078149.683477:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078149.683479:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683481:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683482:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078149.683486:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978477312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.683493:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683495:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078149.683498:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683500:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683501:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683503:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078149.683505:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078149.683507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078149.683510:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078149.683513:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078149.683516:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078149.683520:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078149.683521:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078149.683523:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.683525:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078149.683527:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078149.683529:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078149.683532:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078149.683535:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078149.683537:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078149.683538:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.683540:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078149.683543:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683547:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078149.683549:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078149.683552:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078149.683562:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078149.683566:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078149.683569:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078149.683570:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683572:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078149.683574:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683578:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298460703 00000100:00000001:1.0:1769078149.683580:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298461945 00000100:00000001:1.0:1769078149.683583:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298460703 00000100:00000001:1.0:1769078149.683585:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298461945 00000100:00000001:1.0:1769078149.683587:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078149.683589:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683591:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078149.683594:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff8f2882c3b800 x1855008978477440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078149.683601:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078149.683603:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078149.683605:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078149.683606:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078149.683608:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683610:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683611:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078149.683616:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978477440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.683624:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683626:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078149.683629:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683631:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683642:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683645:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078149.683647:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078149.683649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078149.683654:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078149.683656:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078149.683659:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078149.683664:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078149.683665:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078149.683667:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.683669:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078149.683671:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078149.683673:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078149.683676:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078149.683679:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078149.683681:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078149.683682:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.683684:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078149.683687:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683702:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078149.683704:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078149.683709:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078149.683723:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078149.683729:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078149.683732:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078149.683734:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683736:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078149.683739:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683743:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298460706 00000100:00000001:1.0:1769078149.683745:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298461945 00000100:00000001:1.0:1769078149.683748:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298460706 00000100:00000001:1.0:1769078149.683750:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298461945 00000100:00000001:1.0:1769078149.683752:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078149.683754:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683756:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078149.683760:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff8f2882c3a680 x1855008978477568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078149.683765:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078149.683766:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078149.683768:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078149.683769:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078149.683770:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683772:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683773:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078149.683777:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978477568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.683784:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683786:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078149.683789:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683791:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683792:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683794:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078149.683796:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078149.683798:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078149.683802:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078149.683804:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078149.683807:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078149.683811:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683813:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078149.683815:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078149.683817:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078149.683819:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078149.683821:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078149.683822:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078149.683824:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078149.683826:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078149.683828:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078149.683830:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683832:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078149.683833:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078149.683835:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078149.683837:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078149.683838:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078149.683839:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078149.683841:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078149.683842:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078149.683844:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078149.683845:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683847:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078149.683848:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078149.683849:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078149.683851:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078149.683852:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078149.683853:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078149.683854:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078149.683856:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078149.683857:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078149.683858:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683860:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683864:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078149.683865:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683867:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078149.683868:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078149.683870:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078149.683872:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078149.683873:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.683876:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078149.683878:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078149.683880:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078149.683883:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078149.683887:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078149.683889:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078149.683890:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.683892:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078149.683895:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683902:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078149.683904:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078149.683908:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078149.683920:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078149.683925:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078149.683927:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078149.683929:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683931:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078149.683934:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683938:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298460698 00000100:00000001:1.0:1769078149.683940:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298461945 00000100:00000001:1.0:1769078149.683943:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298460698 00000100:00000001:1.0:1769078149.683945:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298461945 00000100:00000001:1.0:1769078149.683948:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078149.683950:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.683952:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078149.683956:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff8f2882c3bb80 x1855008978477696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078149.683965:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078149.683966:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078149.683969:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078149.683970:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078149.683972:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683974:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683976:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078149.683980:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978477696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.683987:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683990:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078149.683992:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683993:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.683994:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.683995:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078149.683996:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078149.683999:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078149.684001:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078149.684002:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078149.684004:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078149.684007:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.684008:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078149.684009:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078149.684010:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078149.684012:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078149.684012:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078149.684013:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078149.684015:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078149.684016:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078149.684017:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078149.684018:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.684019:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.684021:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078149.684022:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.684024:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078149.684025:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078150.322517:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078150.322527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078150.322528:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078150.322532:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078150.322533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078150.322543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078150.322544:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078150.322545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078150.322552:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078150.322558:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078150.322561:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078150.322565:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078150.322568:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078150.322618:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078150.322624:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078150.322628:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078150.706518:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078150.706527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078150.706530:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078150.706538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078150.706543:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078150.706547:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078150.706551:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078150.706555:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078150.706559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078151.346452:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078151.346462:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078151.346465:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078151.346470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078151.346473:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078151.346477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078151.346480:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078151.346485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078151.346487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078151.346489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078151.346493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078151.346499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078151.346502:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078151.346565:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078151.346569:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078151.346572:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078151.730527:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078151.730538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078151.730540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078151.730548:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078151.730553:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078151.730558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078151.730561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078151.730564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078151.730567:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078152.370480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078152.370486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078152.370488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078152.370491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078152.370492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078152.370500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078152.370500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078152.370503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078152.370505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078152.370509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078152.370512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078152.370515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078152.370518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078152.370602:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078152.370605:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078152.370608:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078152.754512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078152.754520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078152.754522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078152.754527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078152.754531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078152.754535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078152.754537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078152.754539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078152.754542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078153.394496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078153.394500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078153.394504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078153.394505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078153.394507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078153.394512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078153.394514:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078153.394515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078153.394521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078153.394526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078153.394529:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078153.394533:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078153.394536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078153.394588:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078153.394593:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078153.394598:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078153.778456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078153.778465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078153.778467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078153.778475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078153.778481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078153.778485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078153.778489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078153.778492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078153.778496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.418459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078154.418469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078154.418471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078154.418478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078154.418483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078154.418487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078154.418490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078154.418494:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078154.418496:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078154.418505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078154.418509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078154.418514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078154.418515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078154.418587:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078154.418592:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078154.418597:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078154.802469:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078154.802475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078154.802479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078154.802482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.802486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769078154.802488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078154.802491:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078154.802493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078154.802498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078154.802498:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078154.802501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078154.802504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078154.802507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802510:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078154.802521:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3793 00000100:00080000:2.0:1769078154.802535:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078154.802539:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.802542:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078154.802547:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078154.802550:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078154.802554:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078154.802557:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078154.802559:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.802561:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078154.802567:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078154.802570:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.802574:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078154.802578:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078154.802582:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802585:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078154.802589:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.802605:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078154.802607:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802610:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078154.802613:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078154.802617:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802629:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078154.802639:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978477824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078154.802649:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078154.802654:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802673:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.802677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078154.802685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078154.802687:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078154.802688:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078154.802692:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078154.802695:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3793 00000100:00080000:2.0:1769078154.802700:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078154.802703:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.802705:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078154.802708:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078154.802711:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078154.802713:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078154.802716:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078154.802718:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.802720:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078154.802725:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769078154.802726:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078154.802731:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.802733:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769078154.802733:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078154.802738:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769078154.802741:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078154.802744:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802746:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078154.802750:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078154.802752:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802755:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.802756:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078154.802759:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.802761:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078154.802763:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.802765:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078154.802766:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078154.802769:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078154.802772:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078154.802777:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078154.802783:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978477824:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078154.802786:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.802791:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078154.802796:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.802798:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078154.802803:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.802807:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1769078154.802808:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978477952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078154.802814:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802822:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078154.802825:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802829:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.802832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078154.802835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078154.802836:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078154.802837:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078154.802839:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078154.802842:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3793 00000100:00000001:1.0:1769078154.802845:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078154.802847:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078154.802849:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:2.0:1769078154.802850:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.802852:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078154.802856:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078154.802857:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078154.802858:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078154.802861:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078154.802864:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078154.802865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.802866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078154.802868:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078154.802869:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.802871:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078154.802873:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078154.802874:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802876:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078154.802878:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078154.802879:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802880:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.802884:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078154.802884:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802886:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078154.802887:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078154.802888:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802892:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078154.802903:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978478080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078154.802909:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078154.802911:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802912:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.802914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078154.802917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078154.802919:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078154.802921:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078154.802923:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802925:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078154.802931:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3793 00000100:00000001:1.0:1769078154.802933:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298467065 00000100:00080000:2.0:1769078154.802937:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078154.802940:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.802942:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078154.802947:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078154.802949:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078154.802951:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078154.802953:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078154.802955:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.802957:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078154.802961:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078154.802962:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078154.802967:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.802971:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078154.802974:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078154.802975:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298467065 02000000:00000001:2.0:1769078154.802978:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.802982:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078154.802985:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00100000:2.0:1769078154.802986:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078154.802991:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.802993:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078154.802998:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803001:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.803002:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803005:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078154.803009:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078154.803024:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.803026:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078154.803028:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078154.803029:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803031:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078154.803035:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769078154.803036:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803038:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078154.803042:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078154.803046:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1769078154.803046:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978478208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078154.803050:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078154.803052:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.803058:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078154.803060:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078154.803062:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078154.803066:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.803068:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.803072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078154.803077:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477952:192.168.204.124@tcp:38:kworker.0 00000100:00080000:2.0:1769078154.803078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078154.803086:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1769078154.803087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078154.803091:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769078154.803092:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1769078154.803093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078154.803095:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.803098:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:1.0:1769078154.803100:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078154.803104:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3793 02000000:00000001:1.0:1769078154.803107:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.803110:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078154.803114:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.803117:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078154.803118:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078154.803120:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078154.803122:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000020:00000001:2.0:1769078154.803123:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078154.803127:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078154.803130:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078154.803137:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078154.803140:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078154.803142:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078154.803146:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.803150:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078154.803154:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298465825 00000100:00000001:2.0:1769078154.803155:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.803161:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078154.803162:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298467065 02000000:00000001:2.0:1769078154.803165:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078154.803167:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298465825 02000000:00000001:2.0:1769078154.803171:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803172:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298467065 00000100:00000001:2.0:1769078154.803176:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078154.803178:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769078154.803180:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078154.803181:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803187:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:2.0:1769078154.803188:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803190:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078154.803192:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803194:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.803198:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078154.803200:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078154.803201:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.803204:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078154.803204:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078154.803207:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078154.803210:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.803211:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078154.803218:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078154.803218:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803225:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1769078154.803226:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978478336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078154.803229:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078154.803232:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.803237:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078154.803239:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078154.803242:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.803243:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.803244:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803252:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078154.803256:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078154.803260:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078154.803271:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803275:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298465822 00000100:00000001:1.0:1769078154.803278:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298467065 00000100:00000001:1.0:1769078154.803280:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298465822 00000100:00000001:1.0:1769078154.803282:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298467065 00000100:00000001:1.0:1769078154.803285:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078154.803287:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803289:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803291:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078154.803295:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078154.803296:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078154.803298:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078154.803300:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078154.803301:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078154.803303:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078154.803304:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.803307:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078154.803308:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078154.803311:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078154.803315:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078154.803318:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078154.803320:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078154.803322:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.803324:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078154.803326:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803333:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078154.803334:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078154.803337:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078154.803346:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803349:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298465825 00000100:00000001:1.0:1769078154.803352:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298467065 00000100:00000001:1.0:1769078154.803354:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298465825 00000100:00000001:1.0:1769078154.803356:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298467065 00000100:00000001:1.0:1769078154.803358:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078154.803360:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803362:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078154.803364:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078154.803365:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.803367:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078154.803369:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078154.803371:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078154.803403:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078154.803406:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078154.803408:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078154.803410:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078154.803411:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078154.803414:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803420:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078154.803421:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078154.803424:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078154.803434:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803438:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298465818 00000100:00000001:1.0:1769078154.803440:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298467065 00000100:00000001:1.0:1769078154.803443:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298465818 00000100:00000001:1.0:1769078154.803445:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298467065 00000100:00000001:1.0:1769078154.803447:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078154.803449:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803451:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803453:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078154.803457:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078154.803458:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078154.803460:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078154.803461:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078154.803462:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.803464:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078155.442511:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078155.442520:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078155.442523:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078155.442525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078155.442531:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078155.442531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078155.442539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078155.442540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078155.442544:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078155.442546:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078155.442549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078155.442552:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078155.442554:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078155.442556:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078155.442560:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078155.442562:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078155.442567:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078155.442570:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078155.442573:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078155.442651:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078155.442657:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078155.442660:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078155.826662:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078155.826671:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078155.826673:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078155.826680:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078155.826684:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078155.826689:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078155.826692:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078155.826696:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078155.826698:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078156.466512:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078156.466518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078156.466521:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078156.466523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078156.466525:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078156.466532:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078156.466533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078156.466536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078156.466539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078156.466543:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078156.466546:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078156.466549:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078156.466552:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078156.466597:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078156.466600:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078156.466603:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078156.850590:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078156.850597:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078156.850599:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078156.850604:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078156.850608:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078156.850611:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078156.850614:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078156.850616:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078156.850618:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078157.490449:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078157.490459:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078157.490462:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078157.490469:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078157.490474:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078157.490478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078157.490481:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078157.490484:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078157.490487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078157.490544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078157.490549:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078157.490551:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078157.490552:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078157.490555:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078157.490557:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078157.490558:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078157.490560:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078157.490563:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078157.490564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078157.490635:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078157.490638:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078157.490641:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078157.874696:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078157.874704:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078157.874707:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078157.874713:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078157.874718:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078157.874722:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.874726:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078157.874729:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.874731:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1769078157.874832:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:1.0:1769078157.874867:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769078157.874884:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769078157.874902:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078157.874924:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078157.874926:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078157.874929:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769078157.874939:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769078157.874946:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078157.874949:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078157.874951:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078157.874953:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078157.874955:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000100:1.0:1769078157.874972:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769078157.874975:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078157.874981:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078157.874982:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078157.874987:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078157.874990:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078157.874992:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1769078157.874997:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078157] req@ffff8f2882c3a680 x1855008978477952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1769078157.875002:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769078157.875011:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078157.875017:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078157.875020:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078157.875022:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769078157.875023:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1769078157.875027:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000100:1.0:1769078157.875033:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769078157.875038:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078157.875042:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078157.875044:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078157.875048:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078157.875049:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078157.875053:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.875055:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078157.875058:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078157.875059:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078157.875068:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978477952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078157.875078:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875083:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078157.875087:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875089:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078157.875090:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875094:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078157.875097:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078157.875101:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078157.875106:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078157.875110:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078157.875114:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978477952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078157.875119:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078157.875124:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078157] req@ffff8f2882c3b800 x1855008978478080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078157.875134:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078157.875135:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078157.875139:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078157.875141:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078157.875142:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875144:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078157.875146:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078157.875150:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978478080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078157.875157:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875160:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078157.875163:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875164:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078157.875166:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875168:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078157.875175:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078157.875178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078157.875183:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078157.875185:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078157.875189:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078157.875193:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078157.875197:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078157] req@ffff8f2882c3bb80 x1855008978477824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078157.875206:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078157.875207:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078157.875211:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078157.875213:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078157.875215:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875217:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078157.875218:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078157.875222:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978477824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078157.875229:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875231:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078157.875233:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875235:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078157.875236:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875238:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078157.875240:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078157.875242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078157.875246:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078157.875248:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078157.875251:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978477824:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078157.875256:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.875258:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078157.875259:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078157.875264:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078157.875269:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078157.875273:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078157.875275:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078157.875280:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078157.875283:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078157.875286:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078157.875288:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875290:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078157.875291:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078157.875293:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078157.875295:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078157.875296:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078157.875298:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078157.875299:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078157.875301:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078157.875303:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078157.875304:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875306:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078157.875307:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078157.875309:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078157.875310:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078157.875312:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078157.875313:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078157.875315:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078157.875316:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078157.875318:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078157.875319:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875322:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.875324:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078157.875326:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078157.875328:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078157.875333:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078157] req@ffff8f2882c39f80 x1855008978478208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078157.875344:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078157.875345:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078157.875348:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078157.875350:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078157.875351:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875353:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078157.875355:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078157.875358:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978478208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078157.875365:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875367:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078157.875369:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875371:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078157.875417:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875420:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078157.875422:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078157.875426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078157.875430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078157.875432:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078157.875436:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078157.875440:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078157.875445:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078157] req@ffff8f2882c38380 x1855008978478336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078157.875454:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078157.875455:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078157.875459:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078157.875460:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078157.875462:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875463:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078157.875465:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078157.875469:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978478336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078157.875475:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875477:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078157.875479:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875481:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078157.875483:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875484:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078157.875486:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078157.875489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078157.875493:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078157.875495:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078157.875500:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078157.875505:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875507:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078157.875508:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078157.875509:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078157.875512:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078157.875514:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078157.875517:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078157.875519:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078157.875520:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078157.875522:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078157.875523:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875525:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078157.875527:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078157.875528:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078157.875530:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078157.875531:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078157.875532:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078157.875535:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078157.875536:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078157.875538:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078157.875539:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875541:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.875549:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078157.875550:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.875553:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078157.875555:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078158.514497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078158.514504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078158.514505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078158.514508:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078158.514510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078158.514517:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078158.514519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078158.514524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078158.514526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078158.514530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078158.514532:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078158.514534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078158.514536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078158.514586:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078158.514590:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078158.514593:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078158.898615:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078158.898624:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078158.898626:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078158.898633:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078158.898638:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078158.898642:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078158.898646:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078158.898649:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078158.898652:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.538471:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078159.538475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078159.538479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078159.538479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.538482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.538486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078159.538487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078159.538488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.538493:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078159.538496:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.538499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078159.538501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.538503:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078159.538548:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078159.538554:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078159.538557:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078159.922480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078159.922494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078159.922497:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078159.922500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078159.922503:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078159.922507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078159.922512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078159.922517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078159.922523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078159.922523:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078159.922530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.922534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078159.922536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.922538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078159.922541:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3798 00000100:00080000:2.0:1769078159.922562:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078159.922566:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078159.922569:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078159.922574:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078159.922577:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078159.922580:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078159.922583:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078159.922585:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078159.922586:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078159.922592:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078159.922602:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078159.922606:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078159.922610:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078159.922614:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.922617:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078159.922619:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078159.922633:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078159.922635:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.922639:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078159.922642:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078159.922649:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.922669:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078159.922679:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978478464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078159.922694:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078159.922698:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.922716:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078159.922719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078159.922723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078159.922724:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078159.922726:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078159.922729:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078159.922732:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3798 00000100:00080000:2.0:1769078159.922737:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078159.922740:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078159.922742:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078159.922744:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078159.922746:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078159.922749:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078159.922751:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078159.922754:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078159.922754:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078159.922759:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078159.922761:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078159.922766:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078159.922771:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.922772:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769078159.922775:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078159.922777:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078159.922781:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078159.922785:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078159.922788:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078159.922790:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.922793:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078159.922796:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078159.922799:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078159.922806:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078159.922816:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.922818:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078159.922820:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978478464:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078159.922824:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078159.922828:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.922835:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078159.922838:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078159.922838:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078159.922841:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.922849:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078159.922851:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.922856:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078159.922861:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978478592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078159.922865:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078159.922876:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.922888:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078159.922891:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.922898:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078159.922900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078159.922908:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078159.922913:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00080000:2.0:1769078159.922914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078159.922922:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078159.922925:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078159.922938:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078159.922960:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078159.922965:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3798 00000100:00080000:2.0:1769078159.922970:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078159.922973:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078159.922975:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078159.922978:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078159.922979:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078159.922982:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078159.922984:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078159.922989:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078159.922993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000800:00000100:0.0:1769078159.923001:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:2.0:1769078159.923003:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078159.923011:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078159.923014:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078159.923018:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078159.923021:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923024:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078159.923024:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078159.923027:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769078159.923034:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1769078159.923034:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.923041:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923043:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923048:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769078159.923049:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078159.923052:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.923056:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078159.923058:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078159.923060:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078159.923060:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.923071:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923073:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298472185 00000100:00100000:2.0:1769078159.923082:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978478720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078159.923089:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078159.923093:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078159.923097:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.923101:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923102:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298472185 00000100:00080000:2.0:1769078159.923105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078159.923112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078159.923113:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078159.923118:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078159.923121:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078159.923124:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078159.923126:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078159.923133:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078159.923133:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3798 00000100:00000001:0.0:1769078159.923141:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1769078159.923143:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078159.923148:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078159.923150:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078159.923156:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1769078159.923157:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff8f2882c38380 x1855008978478464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078159.923159:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078159.923163:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078159.923169:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078159.923179:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078159.923182:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078159.923193:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:0.0:1769078159.923196:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769078159.923199:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078159.923202:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769078159.923206:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078159.923210:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769078159.923213:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078159.923215:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1769078159.923218:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923220:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078159.923225:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078159.923227:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:2.0:1769078159.923230:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078159.923231:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078159.923244:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078159.923250:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978478464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078159.923251:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078159.923259:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078159.923263:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.923270:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078159.923274:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078159.923282:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078159.923283:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923296:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078159.923297:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923304:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923309:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078159.923312:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923315:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078159.923320:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1769078159.923320:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978478848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078159.923330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078159.923350:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:0.0:1769078159.923351:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078159.923358:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923359:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078159.923364:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078159.923370:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978478464:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769078159.923371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078159.923409:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923412:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078159.923414:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078159.923418:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078159.923423:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078159.923428:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1769078159.923430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1769078159.923436:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769078159.923436:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078159.923444:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769078159.923447:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769078159.923449:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078159.923452:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078159.923459:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1769078159.923459:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3798 00000100:00000001:0.0:1769078159.923466:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078159.923470:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078159.923471:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078159.923476:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078159.923480:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078159.923483:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078159.923484:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078159.923486:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078159.923489:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078159.923492:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078159.923495:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078159.923498:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078159.923500:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078159.923503:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078159.923506:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078159.923508:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078159.923510:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078159.923515:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078159.923516:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078159.923522:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078159.923525:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.923527:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078159.923531:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078159.923534:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078159.923538:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769078159.923544:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478592:192.168.204.124@tcp:38:kworker.0 02000000:00000001:2.0:1769078159.923545:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.923552:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078159.923556:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:2.0:1769078159.923558:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769078159.923561:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1769078159.923566:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.923567:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.923575:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.923583:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078159.923584:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078159.923588:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.923594:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078159.923595:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078159.923597:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078159.923602:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923610:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078159.923611:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923615:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00100000:2.0:1769078159.923623:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978478976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078159.923627:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078159.923639:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078159.923641:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.923647:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078159.923661:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078159.923669:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078159.923675:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078159.923677:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923681:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078159.923688:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923694:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298470946 00000100:00000001:0.0:1769078159.923699:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298472185 00000100:00000001:0.0:1769078159.923702:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298470946 00000100:00000001:0.0:1769078159.923705:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298472185 00000100:00000001:0.0:1769078159.923707:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078159.923709:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923711:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078159.923717:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff8f2882c39f80 x1855008978478592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078159.923726:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078159.923728:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078159.923731:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078159.923733:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078159.923734:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923737:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078159.923738:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078159.923742:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978478592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078159.923751:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923753:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078159.923756:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923758:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078159.923759:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923761:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078159.923763:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078159.923765:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078159.923769:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078159.923772:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078159.923776:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078159.923780:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078159.923782:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078159.923784:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.923787:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078159.923789:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078159.923792:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078159.923795:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078159.923798:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078159.923800:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078159.923802:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.923804:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078159.923808:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923814:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078159.923815:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769078159.923819:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078159.923831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078159.923836:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078159.923838:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078159.923840:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923841:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078159.923844:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923848:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298470943 00000100:00000001:0.0:1769078159.923851:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298472185 00000100:00000001:0.0:1769078159.923853:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298470943 00000100:00000001:0.0:1769078159.923855:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298472185 00000100:00000001:0.0:1769078159.923857:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078159.923859:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923860:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078159.923864:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff8f2882c3bb80 x1855008978478720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078159.923881:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078159.923882:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078159.923884:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078159.923887:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078159.923888:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923890:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078159.923891:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078159.923894:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978478720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078159.923901:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923903:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078159.923905:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923907:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078159.923908:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.923910:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078159.923912:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078159.923914:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078159.923918:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078159.923921:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078159.923925:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078159.923948:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078159.923949:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078159.923951:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.923954:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078159.923956:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078159.923958:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078159.923961:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078159.923965:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078159.923967:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078159.923969:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.923971:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078159.923974:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.923980:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078159.923982:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769078159.923986:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078159.923999:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078159.924006:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078159.924008:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078159.924009:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.924012:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078159.924015:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.924019:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298470946 00000100:00000001:0.0:1769078159.924023:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298472185 00000100:00000001:0.0:1769078159.924027:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298470946 00000100:00000001:0.0:1769078159.924029:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298472185 00000100:00000001:0.0:1769078159.924031:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078159.924033:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.924035:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078159.924040:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff8f2882c3b800 x1855008978478848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078159.924049:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078159.924050:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078159.924053:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078159.924054:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078159.924056:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924058:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078159.924059:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078159.924063:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978478848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078159.924070:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924073:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078159.924076:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924077:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078159.924079:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924081:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078159.924082:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078159.924085:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078159.924089:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078159.924091:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078159.924095:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078159.924099:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924101:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078159.924102:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078159.924104:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078159.924107:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078159.924108:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078159.924110:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078159.924112:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078159.924114:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078159.924116:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078159.924118:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924119:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078159.924121:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078159.924122:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078159.924124:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078159.924125:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078159.924127:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078159.924129:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078159.924130:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078159.924132:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078159.924133:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924135:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078159.924136:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078159.924137:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078159.924139:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078159.924140:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078159.924142:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078159.924144:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078159.924145:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078159.924147:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078159.924148:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924150:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924155:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078159.924157:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.924159:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078159.924161:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078159.924162:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078159.924164:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078159.924165:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.924168:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078159.924170:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078159.924172:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078159.924176:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078159.924180:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078159.924182:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078159.924184:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078159.924186:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078159.924189:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.924195:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078159.924196:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769078159.924200:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078159.924211:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078159.924216:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078159.924219:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078159.924220:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.924222:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078159.924225:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.924228:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298470938 00000100:00000001:0.0:1769078159.924231:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298472185 00000100:00000001:0.0:1769078159.924234:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298470938 00000100:00000001:0.0:1769078159.924236:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298472185 00000100:00000001:0.0:1769078159.924239:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078159.924241:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.924243:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078159.924248:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff8f2882c3a680 x1855008978478976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078159.924257:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078159.924258:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078159.924261:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078159.924263:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078159.924264:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924266:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078159.924268:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078159.924272:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978478976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078159.924279:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924281:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078159.924283:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924285:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078159.924287:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924289:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078159.924290:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078159.924293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078159.924297:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078159.924300:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078159.924303:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978478976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078159.924307:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924309:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078159.924310:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078159.924319:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078159.924322:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078159.924323:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078159.924325:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078159.924327:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078159.924328:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078159.924331:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078159.924333:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924335:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.924339:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078159.924340:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.924342:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078159.924344:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078160.562500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078160.562504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078160.562508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078160.562510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078160.562511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078160.562518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078160.562521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078160.562522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078160.562524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078160.562526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078160.562529:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078160.562531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078160.562533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078160.562599:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078160.562604:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078160.562608:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078160.946589:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078160.946597:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078160.946599:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078160.946606:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078160.946610:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078160.946620:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078160.946624:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078160.946627:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078160.946630:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078161.586494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078161.586502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078161.586503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078161.586504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078161.586508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078161.586510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078161.586513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078161.586515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078161.586516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078161.586522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078161.586525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078161.586528:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078161.586530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078161.586574:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078161.586579:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078161.586582:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078161.970471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078161.970481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078161.970482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078161.970489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078161.970492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078161.970495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078161.970497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078161.970500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078161.970502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078162.610496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078162.610504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078162.610506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078162.610511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078162.610511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078162.610519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078162.610520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078162.610523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078162.610526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078162.610531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078162.610534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078162.610537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078162.610541:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078162.610584:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078162.610589:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078162.610593:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078162.994453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078162.994461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078162.994464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078162.994471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078162.994477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078162.994482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078162.994485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078162.994489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078162.994492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078163.634499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078163.634506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078163.634507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078163.634510:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078163.634512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078163.634520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078163.634522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078163.634523:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078163.634528:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078163.634531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078163.634534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078163.634536:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078163.634539:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078163.634604:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078163.634609:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078163.634614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078164.018444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078164.018451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078164.018453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078164.018458:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078164.018462:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078164.018465:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078164.018467:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078164.018469:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078164.018472:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.658498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078164.658505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078164.658506:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078164.658512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078164.658515:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078164.658519:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.658522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078164.658524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.658527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078164.658535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078164.658541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078164.658549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078164.658550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078164.658614:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078164.658618:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078164.658621:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078165.042455:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078165.042465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078165.042468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078165.042474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078165.042480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078165.042485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.042488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078165.042491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.042494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078165.042506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078165.042526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078165.042530:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078165.042537:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078165.042547:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078165.042557:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3803 00000100:00080000:2.0:1769078165.042572:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078165.042577:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078165.042579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078165.042583:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078165.042586:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078165.042589:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078165.042591:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078165.042593:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078165.042594:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078165.042598:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078165.042600:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078165.042603:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078165.042606:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078165.042608:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042610:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078165.042612:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078165.042634:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078165.042636:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042644:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078165.042647:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078165.042653:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042669:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078165.042682:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978479104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078165.042703:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078165.042707:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042724:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078165.042727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078165.042729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078165.042731:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078165.042732:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078165.042734:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078165.042737:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3803 00000100:00080000:2.0:1769078165.042740:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078165.042741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078165.042742:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078165.042745:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078165.042746:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078165.042747:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078165.042749:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078165.042752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078165.042753:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078165.042758:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078165.042761:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078165.042764:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078165.042770:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769078165.042771:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078165.042777:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.042778:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078165.042779:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078165.042783:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078165.042787:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:2.0:1769078165.042787:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769078165.042791:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078165.042794:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.042799:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078165.042799:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.042806:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078165.042806:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078165.042808:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.042812:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042812:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078165.042815:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078165.042818:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078165.042823:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978479104:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078165.042825:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.042832:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1769078165.042835:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978479232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078165.042858:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078165.042860:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042862:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078165.042864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078165.042867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078165.042868:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078165.042869:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078165.042871:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078165.042873:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1769078165.042874:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3803 02000000:00000001:0.0:1769078165.042879:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078165.042879:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078165.042883:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078165.042885:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078165.042886:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078165.042887:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078165.042890:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078165.042892:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078165.042893:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:0.0:1769078165.042895:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042895:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078165.042898:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078165.042902:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078165.042903:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078165.042905:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078165.042908:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078165.042911:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042913:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078165.042915:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078165.042919:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.042921:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078165.042921:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.042925:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 02000000:00000001:2.0:1769078165.042926:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078165.042930:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.042932:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078165.042933:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078165.042937:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078165.042939:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042946:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078165.042952:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978479360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078165.042961:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078165.042964:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.042967:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078165.042970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078165.042973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078165.042975:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078165.042977:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1769078165.042981:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078165.042982:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078165.042988:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3803 00000100:00080000:2.0:1769078165.042992:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078165.042994:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078165.042996:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078165.042996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078165.042998:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078165.043001:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078165.043002:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078165.043003:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078165.043007:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078165.043007:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078165.043011:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078165.043012:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078165.043015:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078165.043017:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078165.043019:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.043019:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078165.043024:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078165.043026:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298477305 02000000:00000001:2.0:1769078165.043027:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078165.043032:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.043033:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078165.043035:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078165.043037:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.043038:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043040:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1769078165.043043:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078165.043045:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.043046:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078165.043047:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078165.043050:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298477305 02000000:00000001:2.0:1769078165.043050:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.043058:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043059:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078165.043065:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1769078165.043066:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978479488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078165.043068:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043073:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078165.043077:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078165.043079:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078165.043082:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078165/real 1769078165] req@ffff8f2882c3a680 x1855008978479104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078165.043082:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078165.043084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078165.043091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:0.0:1769078165.043099:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078165.043100:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078165.043102:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078165.043104:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1769078165.043105:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078165.043109:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078165.043109:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078165.043113:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078165.043114:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3803 00000100:00000001:0.0:1769078165.043118:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1769078165.043120:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078165.043121:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078165.043123:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078165.043125:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769078165.043127:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978479104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078165.043128:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078165.043132:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078165.043135:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078165.043138:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078165.043140:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078165.043144:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078165.043145:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078165.043147:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043150:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078165.043150:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078165.043152:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043158:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078165.043160:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078165.043161:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:0.0:1769078165.043163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078165.043170:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078165.043171:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078165.043176:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1769078165.043176:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1769078165.043182:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978479104:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078165.043182:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078165.043188:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043189:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078165.043191:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078165.043193:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:2.0:1769078165.043195:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078165.043196:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078165.043200:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:2.0:1769078165.043201:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043203:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078165.043206:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769078165.043206:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078165.043209:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078165.043214:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078165.043215:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078165.043216:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1769078165.043219:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043220:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078165.043222:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043225:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078165.043225:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078165.043230:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078165.043233:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043235:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078165.043238:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.043239:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043240:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078165.043244:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078165.043246:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1769078165.043247:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978479616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078165.043248:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078165.043250:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043254:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078165.043257:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078165.043262:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.043266:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1769078165.043268:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078165.043272:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078165.043272:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043275:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078165.043277:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043279:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078165.043280:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043281:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043288:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078165.043290:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769078165.043294:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078165.043302:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078165.043305:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078165.043308:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078165.043309:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043311:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078165.043313:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043317:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298476065 00000100:00000001:0.0:1769078165.043319:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298477305 00000100:00000001:0.0:1769078165.043321:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298476065 00000100:00000001:0.0:1769078165.043322:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298477305 00000100:00000001:0.0:1769078165.043324:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078165.043325:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043326:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078165.043329:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078165/real 1769078165] req@ffff8f2882c3b800 x1855008978479232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078165.043334:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078165.043335:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078165.043336:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078165.043338:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078165.043339:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043340:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078165.043342:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078165.043346:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978479232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078165.043354:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043356:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078165.043359:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043361:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078165.043362:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043364:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078165.043367:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078165.043369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078165.043401:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078165.043405:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078165.043409:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078165.043413:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078165.043415:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078165.043416:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043418:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078165.043420:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078165.043422:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078165.043425:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078165.043429:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078165.043431:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078165.043433:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043435:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078165.043439:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043444:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078165.043445:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769078165.043448:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078165.043458:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078165.043461:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078165.043463:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078165.043464:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043465:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078165.043467:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043470:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298476063 00000100:00000001:0.0:1769078165.043472:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298477305 00000100:00000001:0.0:1769078165.043474:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298476063 00000100:00000001:0.0:1769078165.043475:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298477305 00000100:00000001:0.0:1769078165.043477:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078165.043478:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043479:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078165.043482:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078165/real 1769078165] req@ffff8f2882c3bb80 x1855008978479360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078165.043487:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078165.043488:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078165.043490:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078165.043491:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078165.043492:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043493:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078165.043494:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078165.043496:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978479360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078165.043501:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043502:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078165.043504:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043505:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078165.043506:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043507:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078165.043508:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078165.043510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078165.043512:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078165.043513:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078165.043515:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078165.043517:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078165.043518:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078165.043519:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043521:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078165.043522:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078165.043524:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078165.043527:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078165.043540:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078165.043542:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078165.043544:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043545:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078165.043549:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043555:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078165.043556:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:0.0:1769078165.043560:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078165.043573:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078165.043577:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078165.043580:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078165.043582:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043583:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078165.043586:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043590:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298476066 00000100:00000001:0.0:1769078165.043593:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298477305 00000100:00000001:0.0:1769078165.043595:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298476066 00000100:00000001:0.0:1769078165.043596:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298477305 00000100:00000001:0.0:1769078165.043598:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078165.043599:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043601:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078165.043606:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078165/real 1769078165] req@ffff8f2882c39f80 x1855008978479488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078165.043614:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078165.043616:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078165.043619:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078165.043620:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078165.043622:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043624:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078165.043626:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078165.043644:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978479488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078165.043652:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043655:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078165.043657:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043659:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078165.043661:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043663:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078165.043665:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078165.043667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078165.043671:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078165.043674:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078165.043678:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078165.043681:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043682:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078165.043683:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078165.043684:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078165.043686:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078165.043687:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078165.043688:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078165.043690:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078165.043691:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078165.043693:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078165.043694:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043696:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078165.043697:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078165.043698:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078165.043700:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078165.043701:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078165.043702:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078165.043704:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078165.043705:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078165.043707:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078165.043708:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043710:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078165.043711:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078165.043712:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078165.043714:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078165.043716:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078165.043717:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078165.043718:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078165.043720:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078165.043722:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078165.043723:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043725:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043729:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078165.043730:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043733:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078165.043734:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078165.043735:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078165.043737:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078165.043738:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043741:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078165.043742:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078165.043744:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078165.043747:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078165.043749:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078165.043750:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078165.043752:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078165.043753:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078165.043755:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043760:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078165.043761:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:0.0:1769078165.043764:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078165.043776:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078165.043781:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078165.043784:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078165.043785:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043787:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078165.043790:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043793:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298476058 00000100:00000001:0.0:1769078165.043796:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298477305 00000100:00000001:0.0:1769078165.043799:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298476058 00000100:00000001:0.0:1769078165.043801:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298477305 00000100:00000001:0.0:1769078165.043803:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078165.043805:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043807:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078165.043812:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078165/real 1769078165] req@ffff8f2882c38380 x1855008978479616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078165.043819:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078165.043820:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078165.043822:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078165.043823:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078165.043824:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043826:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078165.043827:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078165.043829:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978479616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078165.043834:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043837:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078165.043839:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043854:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078165.043856:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043857:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078165.043859:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078165.043862:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078165.043865:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078165.043868:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078165.043872:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078165.043876:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043878:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078165.043880:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078165.043881:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078165.043883:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078165.043884:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078165.043886:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078165.043888:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078165.043889:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078165.043891:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078165.043893:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043895:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.043898:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078165.043899:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.043900:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078165.043901:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078165.682489:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078165.682496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078165.682500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078165.682501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078165.682506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078165.682511:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078165.682514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078165.682517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078165.682518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078165.682523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078165.682526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078165.682528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078165.682535:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078165.682538:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078165.682542:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078165.682547:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078165.682550:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078165.682553:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078165.682556:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078165.682634:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078165.682639:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078165.682644:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078166.066461:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078166.066470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078166.066472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078166.066478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078166.066482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078166.066486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078166.066490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078166.066493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078166.066497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078166.706518:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078166.706522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078166.706527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078166.706529:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078166.706533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078166.706535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078166.706539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078166.706540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078166.706547:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078166.706551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078166.706555:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078166.706557:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078166.706561:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078166.706610:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078166.706613:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078166.706616:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078167.090454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078167.090463:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078167.090465:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078167.090471:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078167.090475:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078167.090479:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078167.090482:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078167.090485:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078167.090488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078167.730464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078167.730472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078167.730480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078167.730485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078167.730489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078167.730493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.730496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078167.730496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078167.730499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.730503:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078167.730504:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078167.730508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078167.730511:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078167.730515:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078167.730518:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078167.730520:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078167.730522:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078167.730526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078167.730527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078167.730584:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078167.730587:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078167.730590:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078168.114540:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078168.114550:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078168.114562:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078168.114569:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078168.114572:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078168.114575:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078168.114578:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078168.114580:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078168.114583:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.754509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078168.754517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078168.754519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078168.754523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.754524:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078168.754531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078168.754533:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078168.754534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.754540:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078168.754546:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078168.754549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078168.754552:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078168.754556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078168.754615:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078168.754620:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078168.754624:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078169.138435:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078169.138443:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078169.138446:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078169.138452:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078169.138456:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078169.138460:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078169.138462:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078169.138465:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078169.138469:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078169.778455:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078169.778465:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078169.778468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078169.778477:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078169.778482:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078169.778487:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078169.778490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078169.778494:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078169.778498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078169.778499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078169.778506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078169.778512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078169.778513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078169.778559:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078169.778563:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078169.778566:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078170.162508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078170.162513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078170.162522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769078170.162523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078170.162529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162529:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078170.162535:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078170.162540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078170.162541:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078170.162549:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078170.162549:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3808 00000100:00000001:0.0:1769078170.162559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078170.162564:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078170.162567:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078170.162569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078170.162571:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078170.162575:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078170.162577:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078170.162578:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078170.162580:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078170.162584:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078170.162585:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078170.162586:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078170.162589:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078170.162593:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078170.162598:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078170.162601:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078170.162604:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078170.162607:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162609:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078170.162612:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078170.162623:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078170.162624:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162627:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078170.162631:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078170.162635:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162646:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078170.162653:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978479744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078170.162663:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078170.162666:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162682:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078170.162684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078170.162687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078170.162688:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078170.162689:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078170.162691:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078170.162693:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3808 00000100:00080000:2.0:1769078170.162695:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078170.162697:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078170.162698:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078170.162701:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078170.162703:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078170.162705:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078170.162709:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078170.162711:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078170.162713:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078170.162718:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078170.162721:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078170.162722:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.162728:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769078170.162729:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078170.162735:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078170.162740:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078170.162740:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078170.162746:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078170.162748:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.162766:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078170.162768:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078170.162776:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769078170.162777:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078170.162790:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.162791:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162797:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078170.162803:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1769078170.162804:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978479744:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078170.162806:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162818:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078170.162820:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078170.162821:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078170.162825:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.162827:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078170.162832:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162833:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.162844:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1769078170.162850:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978479872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078170.162854:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162870:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078170.162872:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162876:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078170.162878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078170.162879:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078170.162882:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00080000:2.0:1769078170.162884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078170.162888:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078170.162889:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769078170.162892:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078170.162895:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078170.162897:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3808 00000100:00080000:2.0:1769078170.162902:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078170.162903:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078170.162904:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078170.162906:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078170.162908:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078170.162910:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078170.162912:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078170.162913:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078170.162914:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078170.162916:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078170.162918:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078170.162919:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078170.162921:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078170.162923:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162925:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078170.162926:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078170.162928:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162929:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078170.162932:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078170.162933:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162935:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078170.162936:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078170.162939:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078170.162945:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078170.162946:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078170.162958:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978480000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078170.162966:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078170.162968:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078170.162973:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.162974:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078170.162980:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.162982:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.162985:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769078170.162989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078170.162995:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078170.162995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078170.163003:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298482425 00000100:00000001:2.0:1769078170.163006:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078170.163011:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078170.163015:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078170.163017:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769078170.163024:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3808 00000100:00000001:0.0:1769078170.163030:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298482425 00000100:00080000:2.0:1769078170.163032:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078170.163037:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078170.163039:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078170.163043:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078170.163044:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078170.163050:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078170.163053:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078170.163056:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769078170.163058:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078170.163063:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078170.163068:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:0.0:1769078170.163070:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff8f2882c38380 x1855008978479744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078170.163073:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078170.163077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078170.163092:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078170.163103:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078170.163108:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078170.163115:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1769078170.163119:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769078170.163119:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078170.163125:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078170.163126:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078170.163131:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078170.163132:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078170.163136:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078170.163138:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163144:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:2.0:1769078170.163147:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163149:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078170.163153:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078170.163161:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978479744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078170.163162:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078170.163166:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.163173:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078170.163176:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078170.163181:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163185:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078170.163191:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163193:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078170.163201:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163203:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078170.163204:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163208:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00100000:2.0:1769078170.163212:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978480128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078170.163213:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078170.163224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078170.163237:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:0.0:1769078170.163238:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078170.163245:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163247:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078170.163249:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078170.163255:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978479744:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769078170.163256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078170.163272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078170.163273:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078170.163277:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078170.163278:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769078170.163281:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078170.163282:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078170.163291:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769078170.163291:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078170.163300:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3808 02000000:00000001:0.0:1769078170.163301:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078170.163310:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078170.163313:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1769078170.163313:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769078170.163319:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078170.163325:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078170.163325:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078170.163329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078170.163330:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078170.163335:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078170.163336:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078170.163340:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078170.163343:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078170.163347:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078170.163350:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078170.163355:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078170.163357:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078170.163358:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078170.163360:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078170.163362:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078170.163366:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078170.163370:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.163371:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769078170.163398:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078170.163401:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078170.163403:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078170.163406:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078170.163409:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078170.163412:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078170.163414:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.163415:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078170.163418:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.163422:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078170.163426:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078170.163431:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00080000:2.0:1769078170.163438:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078170.163439:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078170.163447:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078170.163451:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078170.163455:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078170.163458:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.163464:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000100:0.0:1769078170.163465:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000008:00100000:2.0:1769078170.163473:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078170.163477:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:2.0:1769078170.163480:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163483:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078170.163485:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163487:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163492:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769078170.163496:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078170.163497:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078170.163502:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163506:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298481186 00000100:00000001:2.0:1769078170.163507:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078170.163511:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078170.163514:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298482425 02000000:00000001:2.0:1769078170.163516:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163519:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298481186 00000100:00000001:0.0:1769078170.163525:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298482425 00000100:00000001:2.0:1769078170.163526:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163534:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1769078170.163541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978480256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078170.163543:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163550:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078170.163563:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff8f2882c39f80 x1855008978479872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078170.163564:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078170.163571:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.163583:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078170.163585:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078170.163587:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078170.163593:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078170.163597:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078170.163600:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163601:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078170.163604:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078170.163608:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978479872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078170.163616:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163617:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078170.163620:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163621:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078170.163623:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163625:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078170.163626:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078170.163628:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078170.163631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078170.163634:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078170.163639:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978479872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078170.163642:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078170.163644:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078170.163645:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.163647:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078170.163649:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078170.163651:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078170.163653:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078170.163656:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078170.163657:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078170.163659:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.163660:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078170.163663:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163667:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078170.163668:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:0.0:1769078170.163671:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078170.163682:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078170.163685:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078170.163687:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078170.163688:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163689:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078170.163691:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163694:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298481183 00000100:00000001:0.0:1769078170.163696:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298482425 00000100:00000001:0.0:1769078170.163697:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298481183 00000100:00000001:0.0:1769078170.163699:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298482425 00000100:00000001:0.0:1769078170.163701:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078170.163702:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163703:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078170.163706:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff8f2882c3bb80 x1855008978480000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078170.163711:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078170.163711:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078170.163713:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078170.163714:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078170.163715:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163716:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078170.163717:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078170.163719:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978480000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078170.163724:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163725:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078170.163726:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163727:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078170.163728:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163729:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078170.163730:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078170.163732:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078170.163733:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078170.163735:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078170.163738:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078170.163740:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078170.163742:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078170.163743:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.163744:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078170.163745:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078170.163746:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078170.163748:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078170.163750:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078170.163752:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078170.163753:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.163769:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078170.163771:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163777:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078170.163778:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:0.0:1769078170.163781:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078170.163789:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078170.163792:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078170.163794:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078170.163795:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163796:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078170.163798:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163801:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298481186 00000100:00000001:0.0:1769078170.163802:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298482425 00000100:00000001:0.0:1769078170.163804:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298481186 00000100:00000001:0.0:1769078170.163806:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298482425 00000100:00000001:0.0:1769078170.163807:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078170.163809:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163810:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078170.163812:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff8f2882c3b800 x1855008978480128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078170.163823:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078170.163824:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078170.163825:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078170.163826:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078170.163827:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163828:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078170.163829:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078170.163831:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978480128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078170.163836:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163837:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078170.163839:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163840:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078170.163841:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163842:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078170.163844:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078170.163845:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078170.163847:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078170.163848:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078170.163850:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078170.163852:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163854:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078170.163855:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078170.163856:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078170.163857:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078170.163858:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078170.163860:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078170.163861:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078170.163862:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078170.163865:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078170.163866:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163867:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078170.163868:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078170.163869:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078170.163870:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078170.163871:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078170.163872:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078170.163873:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078170.163874:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078170.163875:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078170.163876:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163877:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078170.163877:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078170.163878:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078170.163879:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078170.163880:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078170.163880:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078170.163881:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078170.163882:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078170.163883:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078170.163883:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163884:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163887:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078170.163888:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163890:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078170.163891:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078170.163891:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078170.163892:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078170.163893:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.163895:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078170.163896:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078170.163897:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078170.163899:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078170.163901:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078170.163902:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078170.163903:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.163904:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078170.163906:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163909:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078170.163910:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:0.0:1769078170.163913:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078170.163919:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078170.163922:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078170.163923:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078170.163924:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163925:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078170.163927:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163929:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298481178 00000100:00000001:0.0:1769078170.163931:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298482425 00000100:00000001:0.0:1769078170.163933:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298481178 00000100:00000001:0.0:1769078170.163935:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298482425 00000100:00000001:0.0:1769078170.163936:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078170.163937:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163938:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078170.163941:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff8f2882c3a680 x1855008978480256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078170.163945:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078170.163946:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078170.163947:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078170.163948:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078170.163949:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163951:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078170.163952:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078170.163954:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978480256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078170.163959:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163960:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078170.163961:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163962:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078170.163963:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163964:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078170.163965:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078170.163966:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078170.163969:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078170.163970:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078170.163973:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078170.163975:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163976:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078170.163977:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078170.163978:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078170.163979:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078170.163979:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078170.163980:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078170.163981:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078170.163982:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078170.163983:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078170.163984:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163985:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.163987:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078170.163987:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.163989:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078170.163990:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.802465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078170.802468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078170.802472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.802474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078170.802477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078170.802478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078170.802481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078170.802483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078170.802488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078170.802491:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.802493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078170.802495:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.802497:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078170.802550:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078170.802555:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078170.802559:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078171.186500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078171.186508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078171.186511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078171.186517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078171.186521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078171.186525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078171.186528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078171.186531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078171.186534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078171.826458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078171.826459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078171.826466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078171.826467:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078171.826470:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078171.826476:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078171.826476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078171.826481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078171.826482:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078171.826485:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078171.826488:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078171.826491:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078171.826494:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078171.826561:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078171.826565:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078171.826570:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078172.210560:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078172.210567:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078172.210569:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078172.210574:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078172.210577:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078172.210580:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078172.210582:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078172.210584:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078172.210587:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078172.850486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078172.850492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078172.850498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078172.850500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078172.850500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078172.850510:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078172.850513:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078172.850518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078172.850522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078172.850526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078172.850530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078172.850532:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078172.850535:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078172.850571:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078172.850574:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078172.850577:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078173.234542:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078173.234550:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078173.234552:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078173.234558:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078173.234561:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078173.234566:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078173.234568:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078173.234570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078173.234572:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078173.874496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078173.874503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078173.874508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078173.874510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078173.874558:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078173.874564:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078173.874566:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078173.874571:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078173.874577:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078173.874581:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078173.874584:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078173.874586:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078173.874589:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078173.874591:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769078173.874596:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078173.874598:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078174.258508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078174.258518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078174.258521:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078174.258529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078174.258533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078174.258538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078174.258541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078174.258545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078174.258548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078174.898516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078174.898518:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078174.898526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078174.898527:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078174.898531:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078174.898538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078174.898539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078174.898542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078174.898544:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078174.898552:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078174.898556:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078174.898565:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078174.898568:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078174.898631:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078174.898637:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078174.898640:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078175.282571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078175.282580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078175.282582:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078175.282585:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078175.282587:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078175.282589:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078175.282592:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078175.282593:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078175.282598:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078175.282601:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078175.282603:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078175.282605:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078175.282606:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3813 00000100:00000001:3.0:1769078175.282607:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078175.282611:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.282617:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078175.282621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078175.282622:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078175.282626:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078175.282628:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078175.282630:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078175.282632:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078175.282634:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078175.282635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078175.282638:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078175.282640:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.282642:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078175.282644:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078175.282646:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.282648:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078175.282649:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.282658:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078175.282659:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.282662:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078175.282664:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078175.282677:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.282688:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078175.282699:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978480384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078175.282707:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078175.282711:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.282723:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.282725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078175.282727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078175.282729:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078175.282730:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078175.282732:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078175.282734:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3813 00000100:00080000:0.0:1769078175.282741:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078175.282743:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078175.282744:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078175.282746:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078175.282747:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078175.282749:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078175.282751:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078175.282752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078175.282753:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078175.282756:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078175.282758:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.282759:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078175.282761:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769078175.282764:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078175.282765:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769078175.282769:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.282769:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078175.282772:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078175.282773:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078175.282776:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078175.282778:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078175.282781:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.282782:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078175.282783:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.282785:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078175.282787:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078175.282789:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.282790:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.282795:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078175.282796:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978480384:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078175.282799:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078175.282802:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078175.282804:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.282808:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078175.282812:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.282813:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.282818:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769078175.282822:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978480512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078175.282826:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.282837:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078175.282840:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.282845:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.282848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078175.282848:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078175.282852:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00080000:0.0:1769078175.282855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078175.282859:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078175.282860:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078175.282862:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078175.282867:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078175.282871:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3813 00000800:00000100:1.0:1769078175.282899:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:0.0:1769078175.283098:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078175.283101:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078175.283103:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078175.283106:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078175.283107:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078175.283109:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078175.283114:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078175.283114:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769078175.283117:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078175.283120:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078175.283121:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078175.283122:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078175.283127:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078175.283127:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298487545 00000100:00000001:0.0:1769078175.283129:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078175.283137:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078175.283141:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283142:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769078175.283143:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078175.283148:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078175.283150:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283156:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078175.283158:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078175.283160:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298487545 00000008:00000001:0.0:1769078175.283162:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283167:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283170:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769078175.283173:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078175.283176:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078175.283177:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283184:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078175.283184:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.283188:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078175.283190:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769078175.283192:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078175.283198:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078175] req@ffff8f28835ead80 x1855008978480384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078175.283203:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078175.283213:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078175.283216:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1769078175.283217:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978480640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078175.283219:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078175.283223:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078175.283225:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283229:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.283232:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078175.283238:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078175.283240:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978480384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078175.283244:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283251:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283254:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078175.283256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078175.283258:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078175.283265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078175.283267:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078175.283269:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078175.283270:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078175.283273:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.283276:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078175.283277:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078175.283278:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078175.283282:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078175.283284:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3813 00000100:00080000:0.0:1769078175.283292:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078175.283292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078175.283297:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078175.283301:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078175.283305:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:0.0:1769078175.283306:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078175.283309:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078175.283311:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769078175.283313:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:1.0:1769078175.283320:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978480384:192.168.204.124@tcp:250:kworker.0 00000020:00000001:0.0:1769078175.283321:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078175.283327:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078175.283331:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078175.283331:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283336:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078175.283339:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1769078175.283341:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078175.283343:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769078175.283347:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.283349:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769078175.283352:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078175.283354:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1769078175.283357:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078175.283358:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078175.283363:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.283364:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769078175.283365:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078175.283370:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00100000:0.0:1769078175.283371:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078175.283395:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283397:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.283402:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078175.283404:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283412:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078175.283414:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078175.283415:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769078175.283417:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283419:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283424:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078175.283426:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283433:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078175.283436:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978480768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078175.283437:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283443:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078175.283445:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078175.283448:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078175.283451:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078175.283454:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283458:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078175.283459:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078175.283462:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.283464:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078175.283469:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283470:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.283475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078175.283476:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480512:192.168.204.124@tcp:38:kworker.0 00000100:00080000:0.0:1769078175.283482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078175.283486:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078175.283487:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078175.283491:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078175.283492:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078175.283493:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078175.283497:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3813 00000100:00080000:0.0:1769078175.283500:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078175.283502:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078175.283503:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078175.283504:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078175.283506:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078175.283506:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078175.283509:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078175.283512:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078175.283513:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078175.283516:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078175.283518:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078175.283518:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.283524:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078175.283527:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283528:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769078175.283529:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078175.283533:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 02000000:00000001:0.0:1769078175.283534:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078175.283537:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769078175.283538:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283542:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078175.283544:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078175.283546:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283547:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.283553:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078175.283554:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078175.283557:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078175.283558:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078175.283561:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078175.283564:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283565:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078175.283570:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283570:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078175.283573:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283576:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1769078175.283580:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978480896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078175.283581:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283586:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298486306 00000100:00000001:1.0:1769078175.283591:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298487545 00000100:00000001:1.0:1769078175.283595:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298486306 00000100:00000001:1.0:1769078175.283599:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298487545 00000100:00000001:0.0:1769078175.283600:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078175.283602:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078175.283606:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283607:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.283612:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283613:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078175.283622:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078175] req@ffff8f28835e8700 x1855008978480512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078175.283633:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078175.283635:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078175.283639:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078175.283641:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078175.283643:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283645:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.283655:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078175.283660:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978480512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078175.283681:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283683:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078175.283685:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283687:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.283688:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283689:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078175.283690:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078175.283692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078175.283695:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078175.283697:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078175.283699:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480512:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078175.283703:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078175.283704:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078175.283705:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.283706:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078175.283708:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078175.283710:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078175.283712:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078175.283716:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078175.283718:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078175.283719:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.283720:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078175.283723:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283727:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078175.283729:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:1.0:1769078175.283731:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078175.283741:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078175.283745:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078175.283747:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078175.283748:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283750:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078175.283753:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283756:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298486303 00000100:00000001:1.0:1769078175.283759:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298487545 00000100:00000001:1.0:1769078175.283761:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298486303 00000100:00000001:1.0:1769078175.283764:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298487545 00000100:00000001:1.0:1769078175.283766:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078175.283768:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283770:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078175.283775:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078175] req@ffff8f28835e9180 x1855008978480640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078175.283784:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078175.283786:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078175.283788:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078175.283790:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078175.283792:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283794:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.283795:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078175.283799:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978480640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078175.283814:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283816:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078175.283819:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283820:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.283822:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283823:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078175.283824:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078175.283826:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078175.283828:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078175.283830:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078175.283832:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078175.283836:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283837:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078175.283838:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078175.283840:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078175.283841:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078175.283843:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078175.283844:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078175.283845:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078175.283846:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078175.283848:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078175.283849:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283850:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078175.283851:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078175.283852:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078175.283853:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078175.283854:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078175.283854:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078175.283855:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078175.283856:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078175.283857:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078175.283858:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283859:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283862:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078175.283864:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283865:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078175.283866:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078175.283867:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078175.283868:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078175.283869:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.283871:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078175.283872:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078175.283874:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078175.283876:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078175.283878:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078175.283880:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078175.283881:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.283882:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078175.283884:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283889:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078175.283891:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078175.283893:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078175.283902:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078175.283906:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078175.283907:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078175.283908:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283909:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078175.283911:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283914:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298486306 00000100:00000001:1.0:1769078175.283916:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298487545 00000100:00000001:1.0:1769078175.283917:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298486306 00000100:00000001:1.0:1769078175.283919:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298487545 00000100:00000001:1.0:1769078175.283920:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078175.283922:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283923:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078175.283925:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078175] req@ffff8f28835eb800 x1855008978480768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078175.283935:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078175.283936:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078175.283937:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078175.283938:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078175.283939:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283940:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.283942:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078175.283944:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978480768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078175.283949:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283950:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078175.283951:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283952:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.283953:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.283954:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078175.283955:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078175.283956:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078175.283958:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078175.283959:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078175.283961:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078175.283963:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078175.283964:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078175.283965:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.283967:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078175.283968:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078175.283969:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078175.283971:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078175.283973:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078175.283974:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078175.283976:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.283977:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078175.283978:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283981:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078175.283982:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:1.0:1769078175.283984:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078175.283990:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078175.283992:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078175.283993:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078175.283994:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283995:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078175.283997:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.283999:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298486298 00000100:00000001:1.0:1769078175.284001:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298487545 00000100:00000001:1.0:1769078175.284003:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298486298 00000100:00000001:1.0:1769078175.284005:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298487545 00000100:00000001:1.0:1769078175.284006:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078175.284007:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.284008:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078175.284010:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078175] req@ffff8f28835e8000 x1855008978480896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078175.284015:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078175.284015:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078175.284017:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078175.284018:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078175.284019:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.284020:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.284021:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078175.284024:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978480896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078175.284028:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.284029:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078175.284031:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.284032:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078175.284033:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.284034:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078175.284035:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078175.284037:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078175.284039:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078175.284040:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078175.284042:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978480896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078175.284044:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.284045:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078175.284046:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078175.284047:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078175.284048:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078175.284048:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078175.284049:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078175.284050:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078175.284051:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078175.284052:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078175.284053:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.284054:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078175.284055:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078175.284055:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078175.284056:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078175.284057:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078175.284058:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078175.284058:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078175.284059:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078175.284060:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078175.284061:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.284062:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.284064:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078175.284065:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.284066:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078175.284067:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.922489:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078175.922497:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078175.922500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078175.922501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078175.922505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078175.922505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078175.922508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078175.922509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078175.922512:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078175.922513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078175.922514:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078175.922516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078175.922517:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.922518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.922521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078175.922521:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078175.922524:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078175.922526:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078175.922528:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078175.922579:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078175.922583:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078175.922585:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078176.306514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078176.306522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078176.306524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078176.306530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078176.306535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078176.306539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078176.306543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078176.306546:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078176.306549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078176.946492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078176.946497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078176.946499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078176.946502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078176.946503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078176.946509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078176.946511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078176.946513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078176.946514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078176.946518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078176.946521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078176.946523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078176.946526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078176.946582:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078176.946589:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078176.946595:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078177.330516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078177.330524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078177.330527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078177.330534:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078177.330537:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078177.330541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078177.330544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078177.330547:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078177.330549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078177.970524:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078177.970528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078177.970533:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078177.970538:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078177.970539:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078177.970545:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769078177.970549:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078177.970551:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078177.970556:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078177.970559:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078177.970563:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078177.970565:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078177.970569:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078177.970572:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078177.970577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078177.970579:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078177.970580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078177.970585:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078177.970590:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078177.970672:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078177.970676:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078177.970679:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078178.354540:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078178.354551:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078178.354553:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078178.354560:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078178.354564:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078178.354569:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078178.354572:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078178.354576:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078178.354578:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078178.994505:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078178.994512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078178.994516:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078178.994518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078178.994521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078178.994528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078178.994529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078178.994533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078178.994535:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078178.994540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.994544:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078178.994547:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.994550:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078178.994592:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078178.994596:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078178.994599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078179.378430:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078179.378437:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078179.378439:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078179.378443:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078179.378446:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078179.378449:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078179.378451:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078179.378453:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078179.378455:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078180.018465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078180.018472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078180.018477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078180.018479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078180.018532:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078180.018538:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078180.018541:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078180.019520:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078180.019524:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078180.019527:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.019531:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078180.019536:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078180.019540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.019543:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078180.019546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.019548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078180.402559:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078180.402568:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078180.402571:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078180.402576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078180.402578:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078180.402594:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078180.402598:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078180.402601:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078180.402604:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078180.402607:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078180.402611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078180.402616:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078180.402621:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078180.402625:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078180.402634:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3818 00000100:00080000:2.0:1769078180.402647:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078180.402651:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078180.402653:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078180.402657:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078180.402660:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078180.402663:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078180.402666:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078180.402668:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078180.402669:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078180.402674:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078180.402677:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078180.402680:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078180.402684:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078180.402688:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402698:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078180.402701:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078180.402715:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078180.402717:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402721:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078180.402724:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078180.402729:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402743:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078180.402752:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978481024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078180.402762:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078180.402766:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402779:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078180.402782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078180.402786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078180.402787:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078180.402789:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078180.402791:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078180.402794:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3818 00000100:00080000:2.0:1769078180.402798:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078180.402800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078180.402801:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078180.402804:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078180.402806:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078180.402808:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078180.402811:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078180.402814:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078180.402815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078180.402819:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769078180.402819:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078180.402823:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.402825:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769078180.402827:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078180.402829:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078180.402832:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078180.402834:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078180.402835:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078180.402839:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078180.402839:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.402845:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078180.402845:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078180.402850:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078180.402852:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078180.402857:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978481024:192.168.204.124@tcp:250:kworker.0 00000008:00000001:2.0:1769078180.402858:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402862:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.402865:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078180.402868:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078180.402871:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.402872:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078180.402873:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078180.402876:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078180.402876:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078180.402878:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.402881:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078180.402886:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.402889:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078180.402894:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978481152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078180.402902:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078180.402905:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402908:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.402909:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078180.402911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078180.402912:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078180.402919:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769078180.402919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078180.402921:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078180.402924:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078180.402927:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078180.402929:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3818 00000100:00080000:2.0:1769078180.402933:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078180.402935:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078180.402936:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078180.402938:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078180.402939:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078180.402941:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078180.402943:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078180.402945:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078180.402947:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078180.402950:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078180.402953:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078180.402954:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078180.402957:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078180.402960:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402961:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078180.402964:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078180.402966:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402968:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078180.402972:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000100:1.0:1769078180.402974:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:2.0:1769078180.402974:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402978:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078180.402980:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078180.402982:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.402986:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078180.402992:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978481280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078180.402995:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078180.403001:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078180.403002:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078180.403005:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.403006:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403011:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078180.403011:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078180.403016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078180.403019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078180.403021:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.403021:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078180.403024:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078180.403029:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298492665 00000100:00000001:2.0:1769078180.403029:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078180.403033:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3818 00000100:00080000:2.0:1769078180.403038:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078180.403040:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078180.403041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078180.403044:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769078180.403044:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078180.403045:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078180.403049:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078180.403052:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078180.403054:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298492665 00000100:00000001:2.0:1769078180.403055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078180.403057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078180.403060:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078180.403063:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078180.403066:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078180.403070:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1769078180.403070:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078180.403075:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403077:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078180.403077:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078180.403081:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078180.403082:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078180.403085:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403087:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078180.403089:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078180.403094:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078180.403096:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.403097:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff8f2882c3a680 x1855008978481024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078180.403098:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078180.403101:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078180.403103:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.403110:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078180.403115:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1769078180.403117:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978481408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078180.403125:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078180.403128:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078180.403129:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078180.403132:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403135:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1769078180.403136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078180.403140:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1769078180.403141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078180.403144:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078180.403144:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078180.403148:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078180.403149:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078180.403152:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078180.403153:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078180.403156:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3818 00000100:00080000:2.0:1769078180.403161:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078180.403163:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978481024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078180.403165:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078180.403174:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078180.403176:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078180.403177:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078180.403182:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078180.403183:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078180.403185:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078180.403187:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078180.403189:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078180.403191:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078180.403193:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078180.403195:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078180.403199:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078180.403200:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078180.403203:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078180.403205:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078180.403211:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:1.0:1769078180.403214:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078180.403216:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403218:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1769078180.403220:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078180.403225:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078180.403226:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978481024:192.168.204.124@tcp:250:kworker.0 02000000:00000001:2.0:1769078180.403230:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403234:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078180.403235:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078180.403239:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:2.0:1769078180.403239:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078180.403243:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078180.403246:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:2.0:1769078180.403250:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403251:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769078180.403254:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078180.403255:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078180.403259:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1769078180.403260:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078180.403263:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403264:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769078180.403265:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078180.403269:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1769078180.403269:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078180.403273:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403274:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078180.403276:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078180.403278:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403280:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078180.403286:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978481536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078180.403291:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078180.403293:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.403295:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078180.403297:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078180.403299:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403301:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078180.403304:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078180.403305:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403306:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078180.403310:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403313:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078180.403315:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078180.403318:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.403322:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078180.403326:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078180.403328:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078180.403330:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403332:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078180.403334:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403340:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078180.403342:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078180.403346:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078180.403359:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078180.403364:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078180.403366:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078180.403368:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403369:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078180.403372:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403410:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298491426 00000100:00000001:1.0:1769078180.403414:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298492665 00000100:00000001:1.0:1769078180.403416:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298491426 00000100:00000001:1.0:1769078180.403419:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298492665 00000100:00000001:1.0:1769078180.403421:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078180.403423:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403425:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078180.403429:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff8f2882c3b800 x1855008978481152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078180.403438:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078180.403439:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078180.403442:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078180.403444:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078180.403445:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403447:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.403448:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078180.403452:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978481152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.403459:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403462:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078180.403464:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403465:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.403466:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403468:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078180.403470:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078180.403472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078180.403476:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078180.403478:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078180.403481:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078180.403485:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078180.403486:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078180.403488:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403489:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078180.403491:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078180.403493:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.403496:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078180.403499:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078180.403500:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078180.403502:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403504:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078180.403506:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403511:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078180.403513:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078180.403516:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078180.403528:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078180.403533:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078180.403535:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078180.403537:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403538:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078180.403541:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403544:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298491423 00000100:00000001:1.0:1769078180.403547:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298492665 00000100:00000001:1.0:1769078180.403549:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298491423 00000100:00000001:1.0:1769078180.403551:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298492665 00000100:00000001:1.0:1769078180.403553:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078180.403555:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403556:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078180.403561:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff8f2882c3bb80 x1855008978481280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078180.403569:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078180.403570:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078180.403573:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078180.403575:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078180.403576:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403578:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.403579:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078180.403596:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978481280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.403608:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403610:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078180.403613:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403614:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.403616:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403617:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078180.403619:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078180.403621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078180.403625:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078180.403627:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078180.403630:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078180.403633:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078180.403634:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078180.403635:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403637:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078180.403639:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078180.403641:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.403644:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078180.403647:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078180.403649:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078180.403651:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403652:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078180.403655:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403662:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078180.403663:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078180.403667:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078180.403678:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078180.403682:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078180.403685:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078180.403686:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403688:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078180.403690:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403693:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298491426 00000100:00000001:1.0:1769078180.403696:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298492665 00000100:00000001:1.0:1769078180.403699:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298491426 00000100:00000001:1.0:1769078180.403701:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298492665 00000100:00000001:1.0:1769078180.403703:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078180.403705:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403707:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078180.403711:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff8f2882c39f80 x1855008978481408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078180.403718:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078180.403727:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078180.403730:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078180.403732:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078180.403733:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403739:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.403740:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078180.403744:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978481408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.403751:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403753:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078180.403755:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403756:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.403757:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403759:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078180.403761:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078180.403763:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078180.403766:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078180.403768:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078180.403771:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078180.403775:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403777:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078180.403778:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078180.403780:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078180.403782:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078180.403784:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078180.403785:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078180.403787:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078180.403788:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078180.403790:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078180.403791:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403792:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078180.403793:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078180.403795:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078180.403796:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078180.403797:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078180.403798:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078180.403799:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078180.403801:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078180.403802:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078180.403803:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403805:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078180.403806:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078180.403807:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078180.403808:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078180.403809:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078180.403810:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078180.403811:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078180.403812:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078180.403815:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078180.403816:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403817:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403821:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078180.403822:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403824:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078180.403826:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078180.403827:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078180.403828:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078180.403829:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403831:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078180.403833:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078180.403835:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.403838:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078180.403843:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078180.403845:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078180.403847:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.403848:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078180.403851:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403856:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078180.403857:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078180.403861:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078180.403872:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078180.403876:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078180.403879:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078180.403880:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403881:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078180.403884:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403887:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298491418 00000100:00000001:1.0:1769078180.403890:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298492665 00000100:00000001:1.0:1769078180.403892:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298491418 00000100:00000001:1.0:1769078180.403894:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298492665 00000100:00000001:1.0:1769078180.403896:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078180.403897:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403899:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078180.403902:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff8f2882c38380 x1855008978481536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078180.403909:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078180.403910:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078180.403912:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078180.403913:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078180.403915:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403916:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.403917:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078180.403920:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978481536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.403931:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403933:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078180.403936:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403937:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.403938:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403940:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078180.403941:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078180.403943:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078180.403946:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078180.403948:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078180.403951:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078180.403954:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403955:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078180.403956:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078180.403958:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078180.403960:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078180.403961:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078180.403962:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078180.403964:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078180.403965:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078180.403967:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078180.403968:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403970:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.403972:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078180.403974:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.403975:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078180.403977:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078181.042448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078181.042459:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078181.042464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078181.042466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078181.042494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078181.042502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078181.042505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078181.042508:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1769078181.042510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000020:00000001:0.0:1769078181.042512:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078181.042521:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078181.042522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078181.042526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078181.042529:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078181.042531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078181.042534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078181.426475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078181.426482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078181.426484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078181.426489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078181.426493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078181.426497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078181.426499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078181.426501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078181.426504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078182.066497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078182.066502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078182.066506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078182.066508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078182.066512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078182.066514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078182.066516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078182.066518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078182.066524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078182.066528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.066531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078182.066534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.066537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078182.066599:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078182.066604:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078182.066608:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078182.450470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078182.450478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078182.450480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078182.450487:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078182.450492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078182.450496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078182.450499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078182.450502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078182.450504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078183.090502:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078183.090503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078183.090509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078183.090511:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078183.090514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078183.090516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078183.090522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078183.090528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078183.090533:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078183.090548:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078183.090552:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078183.090555:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078183.090558:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078183.090579:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078183.090582:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078183.090586:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078183.474515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078183.474523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078183.474525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078183.474564:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078183.474569:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078183.474573:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078183.474575:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078183.474578:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078183.474580:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078184.114505:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078184.114513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078184.114515:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078184.114516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078184.114535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078184.114541:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078184.114545:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078184.114548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078184.114549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078184.114554:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078184.114556:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078184.114558:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078184.114559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078184.114623:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078184.114627:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078184.114631:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078184.498459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078184.498469:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078184.498472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078184.498480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078184.498484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078184.498488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078184.498491:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078184.498495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078184.498498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.138499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078185.138513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078185.138518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.138519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078185.138522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078185.138528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078185.138528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078185.138531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.138533:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078185.138539:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.138543:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078185.138546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.138549:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.138606:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078185.138611:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078185.138615:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078185.522531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769078185.522531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078185.522538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769078185.522542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078185.522543:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522547:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078185.522550:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:1.0:1769078185.522554:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078185.522555:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078185.522560:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.522561:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078185.522565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078185.522568:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078185.522571:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3824 00000100:00000001:0.0:1769078185.522572:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078185.522586:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078185.522591:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.522593:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078185.522597:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078185.522601:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078185.522604:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078185.522607:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078185.522608:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.522610:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078185.522614:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078185.522617:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.522620:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078185.522631:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078185.522634:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522637:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078185.522639:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.522654:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078185.522656:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522659:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078185.522662:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078185.522667:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522679:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078185.522690:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab480 x1855008978481664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078185.522699:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078185.522703:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522720:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078185.522723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078185.522726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078185.522727:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078185.522729:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078185.522732:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078185.522734:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3824 00000100:00080000:1.0:1769078185.522738:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078185.522741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.522743:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078185.522745:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078185.522746:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769078185.522747:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078185.522751:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078185.522752:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078185.522754:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769078185.522756:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078185.522757:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078185.522760:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522760:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.522762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078185.522766:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1769078185.522768:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078185.522771:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078185.522775:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522777:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.522781:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1769078185.522783:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978481664:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769078185.522788:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078185.522790:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078185.522794:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.522797:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769078185.522798:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078185.522802:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078185.522804:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078185.522807:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1769078185.522810:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522813:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.522815:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.522818:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078185.522820:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522822:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078185.522824:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078185.522826:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522831:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.522836:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1769078185.522838:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa300 x1855008978481792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078185.522840:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006067840 : -124070703483776 : ffff8f2889cab480) 00000100:00000001:0.0:1769078185.522849:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078185.522850:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078185.522854:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522857:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078185.522859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078185.522863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078185.522864:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078185.522866:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078185.522868:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078185.522871:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3824 00000100:00080000:1.0:1769078185.522883:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078185.522886:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.522888:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078185.522890:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078185.522893:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:0.0:1769078185.522895:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:1.0:1769078185.522896:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769078185.522900:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078185.522902:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.522904:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078185.522908:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078185.522910:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.522912:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078185.522914:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1769078185.522916:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078185.522920:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769078185.522920:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.522924:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522925:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078185.522928:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769078185.522929:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1769078185.522933:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522937:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.522938:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.522941:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078185.522944:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.522946:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298497785 00000100:00000001:1.0:1769078185.522947:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078185.522949:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078185.522952:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.522958:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.522960:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1769078185.522963:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cabb80 x1855008978481920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078185.522970:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298497785 00000100:00000001:1.0:1769078185.522972:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078185.522976:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.522979:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078185.522979:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.522986:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769078185.522986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078185.522993:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078185.522994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078185.522998:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078185.522998:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078185.523000:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078185.523004:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:0.0:1769078185.523008:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff8f2889cab480 x1855008978481664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078185.523009:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3824 00000100:00080000:1.0:1769078185.523015:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078185.523020:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.523023:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078185.523027:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:0.0:1769078185.523028:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1769078185.523029:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1769078185.523032:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1769078185.523033:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769078185.523037:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078185.523038:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078185.523039:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.523043:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078185.523044:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078185.523048:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078185.523049:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078185.523052:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078185.523054:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523056:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078185.523058:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078185.523062:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769078185.523065:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab480 x1855008978481664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078185.523066:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.523071:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078185.523075:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078185.523081:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078185.523082:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.523087:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523090:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1769078185.523092:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078185.523094:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078185.523095:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523099:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078185.523100:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078185.523102:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078185.523103:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078185.523107:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523108:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078185.523113:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078185.523113:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078185.523119:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1769078185.523122:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9c00 x1855008978482048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078185.523127:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078185.523133:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769078185.523137:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1769078185.523141:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978481664:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078185.523143:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.523147:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523150:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078185.523152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078185.523155:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078185.523158:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078185.523161:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1769078185.523164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:0.0:1769078185.523165:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769078185.523168:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078185.523171:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078185.523174:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769078185.523175:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1769078185.523178:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3824 00000020:00000001:0.0:1769078185.523180:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:1.0:1769078185.523184:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769078185.523187:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769078185.523188:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.523191:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078185.523192:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1769078185.523195:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078185.523198:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1769078185.523198:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078185.523202:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078185.523203:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078185.523209:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078185.523209:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078185.523214:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078185.523216:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078185.523219:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078185.523221:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078185.523222:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523225:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.523227:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078185.523230:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769078185.523232:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078185.523233:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769078185.523236:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523238:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078185.523240:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078185.523241:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:1.0:1769078185.523243:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078185.523244:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523250:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1769078185.523250:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523254:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078185.523255:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523260:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.523262:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078185.523265:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078185.523266:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078185.523269:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078185.523272:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078185.523274:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078185.523276:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523277:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078185.523281:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.523283:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523284:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078185.523289:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078185.523293:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9880 x1855008978482176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078185.523298:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078185.523300:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006063360 : -124070703488256 : ffff8f2889caa300) 00000100:00000001:1.0:1769078185.523306:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078185.523308:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078185.523310:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.523316:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078185.523325:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078185.523330:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078185.523333:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078185.523335:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523336:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078185.523339:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523344:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298496545 00000100:00000001:0.0:1769078185.523348:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298497785 00000100:00000001:0.0:1769078185.523351:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298496545 00000100:00000001:0.0:1769078185.523354:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298497785 00000100:00000001:0.0:1769078185.523356:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078185.523358:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523360:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078185.523364:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff8f2889caa300 x1855008978481792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078185.523372:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078185.523394:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078185.523398:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078185.523399:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078185.523401:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523403:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078185.523404:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078185.523408:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa300 x1855008978481792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078185.523415:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523417:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078185.523419:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523421:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078185.523422:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523423:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078185.523425:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078185.523427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078185.523430:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078185.523432:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078185.523436:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078185.523440:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078185.523441:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078185.523443:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523445:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078185.523447:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078185.523449:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078185.523451:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078185.523454:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078185.523456:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078185.523457:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523458:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078185.523462:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523467:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078185.523468:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006069632 : -124070703481984 : ffff8f2889cabb80) 00000100:00000001:0.0:1769078185.523472:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078185.523483:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078185.523487:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078185.523489:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078185.523491:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523492:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078185.523511:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523515:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298496543 00000100:00000001:0.0:1769078185.523518:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298497785 00000100:00000001:0.0:1769078185.523520:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298496543 00000100:00000001:0.0:1769078185.523522:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298497785 00000100:00000001:0.0:1769078185.523524:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078185.523526:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523528:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078185.523532:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff8f2889cabb80 x1855008978481920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078185.523540:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078185.523541:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078185.523544:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078185.523546:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078185.523547:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523549:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078185.523550:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078185.523554:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cabb80 x1855008978481920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078185.523561:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523564:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078185.523566:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523567:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078185.523568:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523570:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078185.523571:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078185.523574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078185.523577:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078185.523579:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078185.523582:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978481920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078185.523586:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078185.523587:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078185.523589:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523591:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078185.523593:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078185.523595:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078185.523598:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078185.523600:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078185.523602:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078185.523604:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523606:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078185.523611:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523618:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078185.523619:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006061568 : -124070703490048 : ffff8f2889ca9c00) 00000100:00000001:0.0:1769078185.523623:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078185.523634:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078185.523638:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078185.523641:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078185.523642:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523644:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078185.523646:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523650:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298496546 00000100:00000001:0.0:1769078185.523652:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298497785 00000100:00000001:0.0:1769078185.523654:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298496546 00000100:00000001:0.0:1769078185.523657:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298497785 00000100:00000001:0.0:1769078185.523659:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078185.523661:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523662:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078185.523666:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff8f2889ca9c00 x1855008978482048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078185.523674:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078185.523675:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078185.523677:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078185.523679:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078185.523680:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523682:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078185.523683:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078185.523687:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9c00 x1855008978482048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078185.523694:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523696:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078185.523699:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523700:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078185.523701:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523703:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078185.523705:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078185.523708:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078185.523711:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078185.523713:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078185.523716:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078185.523720:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523722:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078185.523723:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078185.523725:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078185.523727:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078185.523728:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078185.523730:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078185.523732:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078185.523734:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078185.523736:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078185.523737:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523739:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078185.523740:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078185.523741:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078185.523743:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078185.523744:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078185.523745:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078185.523746:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078185.523747:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078185.523749:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078185.523750:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523751:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078185.523752:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078185.523754:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078185.523756:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078185.523757:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078185.523758:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078185.523760:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078185.523761:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078185.523763:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078185.523764:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523766:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523769:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078185.523770:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523772:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078185.523773:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078185.523775:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078185.523776:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078185.523777:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523780:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078185.523781:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078185.523783:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078185.523786:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078185.523789:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078185.523791:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078185.523792:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078185.523794:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078185.523797:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523802:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078185.523803:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006060672 : -124070703490944 : ffff8f2889ca9880) 00000100:00000001:0.0:1769078185.523806:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078185.523818:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078185.523823:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078185.523825:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078185.523827:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523828:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078185.523831:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523834:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298496538 00000100:00000001:0.0:1769078185.523836:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298497785 00000100:00000001:0.0:1769078185.523838:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298496538 00000100:00000001:0.0:1769078185.523840:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298497785 00000100:00000001:0.0:1769078185.523842:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078185.523844:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523846:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078185.523850:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff8f2889ca9880 x1855008978482176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078185.523859:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078185.523860:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078185.523862:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078185.523864:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078185.523866:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523868:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078185.523869:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078185.523873:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9880 x1855008978482176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078185.523879:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523881:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078185.523883:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523885:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078185.523886:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523887:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078185.523889:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078185.523891:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078185.523895:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078185.523897:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078185.523900:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078185.523904:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523906:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078185.523907:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078185.523908:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078185.523910:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078185.523912:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078185.523913:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078185.523915:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078185.523916:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078185.523918:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078185.523919:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523921:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.523924:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078185.523925:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.523927:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078185.523928:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078186.162525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078186.162531:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078186.162534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078186.162538:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078186.162542:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078186.162544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078186.162547:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078186.162550:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078186.162553:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078186.162554:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078186.162559:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078186.162559:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078186.162566:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078186.162567:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078186.162572:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078186.162572:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078186.162578:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078186.162578:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078186.162582:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078186.162636:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078186.162640:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078186.162642:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078186.546437:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078186.546446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078186.546448:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078186.546453:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078186.546456:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078186.546459:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078186.546462:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078186.546464:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078186.546466:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078187.186503:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078187.186506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078187.186510:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078187.186511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078187.186513:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078187.186517:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078187.186521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078187.186524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078187.186527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078187.186529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078187.186529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078187.186531:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078187.186533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078187.186591:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078187.186595:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078187.186599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078187.570522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078187.570529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078187.570531:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078187.570536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078187.570539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078187.570543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078187.570545:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078187.570547:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078187.570549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078188.210436:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078188.210443:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078188.210445:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078188.210462:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078188.210462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078188.210467:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078188.210468:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078188.210472:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078188.210473:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078188.210476:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078188.210476:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078188.210480:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078188.210481:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078188.210483:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078188.210484:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078188.210487:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078188.210490:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078188.210493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078188.210495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078188.210543:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078188.210547:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078188.210551:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078188.594530:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078188.594538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078188.594540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078188.594545:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078188.594548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078188.594553:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078188.594555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078188.594564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078188.594566:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078189.234495:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078189.234499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078189.234503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078189.234504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078189.234506:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078189.234512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078189.234517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078189.234520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078189.234521:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078189.234524:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078189.234526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078189.234529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078189.234533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078189.234588:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078189.234599:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078189.234604:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078189.618460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078189.618470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078189.618472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078189.618478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078189.618482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078189.618486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078189.618489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078189.618491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078189.618494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078190.258525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078190.258528:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078190.258534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.258535:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078190.258539:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078190.258543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078190.258545:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078190.258546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.258552:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078190.258557:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.258560:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.258563:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.258566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078190.258606:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078190.258610:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078190.258613:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078190.642486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078190.642488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078190.642493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078190.642495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078190.642496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642501:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078190.642503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769078190.642505:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078190.642507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078190.642509:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078190.642512:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.642515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078190.642517:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3829 00000100:00000001:1.0:1769078190.642519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.642523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078190.642531:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078190.642535:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078190.642537:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078190.642541:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078190.642543:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078190.642545:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078190.642548:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078190.642549:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078190.642550:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078190.642554:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078190.642555:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078190.642558:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078190.642560:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078190.642562:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642564:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078190.642566:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078190.642578:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078190.642579:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642582:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078190.642585:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078190.642589:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642600:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078190.642608:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978482304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078190.642616:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078190.642619:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642632:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078190.642634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078190.642636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078190.642637:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078190.642639:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078190.642641:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078190.642642:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3829 00000100:00080000:0.0:1769078190.642645:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078190.642646:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078190.642647:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078190.642649:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078190.642650:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078190.642651:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078190.642654:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078190.642656:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078190.642657:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078190.642661:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078190.642664:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078190.642666:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078190.642666:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078190.642671:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769078190.642674:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.642675:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078190.642679:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769078190.642680:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.642682:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642684:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078190.642688:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1769078190.642691:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078190.642693:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078190.642697:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.642698:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642700:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.642705:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978482304:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078190.642707:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078190.642710:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.642713:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078190.642714:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078190.642717:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078190.642720:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.642720:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078190.642724:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642728:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.642729:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078190.642736:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078190.642737:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978482432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078190.642747:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078190.642749:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642751:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078190.642753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078190.642757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078190.642758:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078190.642760:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078190.642763:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078190.642771:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078190.642774:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00080000:0.0:1769078190.642779:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3829 00000100:00000001:1.0:1769078190.642780:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078190.642785:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078190.642789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078190.642790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078190.642793:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078190.642794:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078190.642796:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078190.642799:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078190.642801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078190.642802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078190.642806:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078190.642808:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078190.642810:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078190.642813:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078190.642816:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642817:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078190.642820:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078190.642822:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642824:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078190.642828:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078190.642831:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078190.642831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078190.642835:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078190.642836:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078190.642838:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642842:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078190.642849:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978482560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078190.642856:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078190.642858:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642861:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.642863:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769078190.642864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078190.642869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078190.642870:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078190.642872:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078190.642874:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078190.642875:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078190.642878:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078190.642880:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078190.642884:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3829 00000100:00000001:1.0:1769078190.642886:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078190.642888:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078190.642893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078190.642893:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298502905 00000100:00000001:0.0:1769078190.642894:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078190.642899:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078190.642901:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078190.642903:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078190.642905:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078190.642907:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078190.642908:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078190.642909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078190.642915:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078190.642918:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.642918:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298502905 02000000:00000001:0.0:1769078190.642921:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078190.642925:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769078190.642926:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078190.642931:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.642932:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078190.642933:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078190.642938:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078190.642938:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078190.642943:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.642943:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078190.642947:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.642951:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff8f28835e9880 x1855008978482304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078190.642953:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078190.642955:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.642958:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078190.642961:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078190.642964:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078190.642970:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078190.642974:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078190.642979:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.642979:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078190.642984:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1769078190.642988:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978482688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078190.642988:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.642993:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.642996:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078190.643002:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078190.643005:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.643007:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078190.643010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078190.643015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1769078190.643015:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978482304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078190.643018:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078190.643022:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078190.643027:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078190.643033:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3829 00000100:00000001:1.0:1769078190.643033:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078190.643038:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078190.643040:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078190.643044:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078190.643045:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078190.643047:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078190.643048:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.643051:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078190.643052:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078190.643054:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769078190.643055:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078190.643058:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769078190.643059:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078190.643064:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:1.0:1769078190.643064:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078190.643069:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078190.643071:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078190.643072:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078190.643077:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1769078190.643078:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078190.643083:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.643084:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978482304:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078190.643087:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078190.643092:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.643092:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643096:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769078190.643097:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643100:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769078190.643101:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078190.643105:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078190.643105:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:0.0:1769078190.643110:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643111:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769078190.643112:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078190.643116:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1769078190.643119:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078190.643120:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078190.643122:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.643125:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078190.643126:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078190.643126:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078190.643130:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643130:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078190.643135:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078190.643137:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643138:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643143:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078190.643144:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978482816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078190.643152:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078190.643154:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078190.643155:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643158:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.643159:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643162:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078190.643164:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078190.643166:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078190.643168:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.643170:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643174:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078190.643176:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078190.643178:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.643183:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078190.643188:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078190.643190:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078190.643191:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643193:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078190.643353:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643361:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078190.643363:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:1.0:1769078190.643367:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078190.643425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078190.643431:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078190.643434:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078190.643436:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643437:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078190.643440:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643446:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298501666 00000100:00000001:1.0:1769078190.643450:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298502905 00000100:00000001:1.0:1769078190.643452:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298501666 00000100:00000001:1.0:1769078190.643455:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298502905 00000100:00000001:1.0:1769078190.643457:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.643460:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643462:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078190.643466:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff8f28835eaa00 x1855008978482432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078190.643475:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078190.643477:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078190.643479:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078190.643481:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078190.643482:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643484:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.643486:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078190.643490:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978482432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.643497:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643499:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078190.643502:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643503:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.643504:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643506:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078190.643508:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078190.643510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078190.643514:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078190.643517:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078190.643520:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078190.643533:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078190.643534:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.643536:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643538:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078190.643540:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078190.643542:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.643545:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078190.643548:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078190.643550:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078190.643552:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643553:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078190.643556:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643561:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078190.643563:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:1.0:1769078190.643567:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078190.643578:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078190.643582:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078190.643584:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078190.643585:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643587:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078190.643589:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643593:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298501663 00000100:00000001:1.0:1769078190.643596:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298502905 00000100:00000001:1.0:1769078190.643598:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298501663 00000100:00000001:1.0:1769078190.643600:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298502905 00000100:00000001:1.0:1769078190.643603:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.643605:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643607:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078190.643611:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff8f28835e8380 x1855008978482560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078190.643619:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078190.643620:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078190.643623:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078190.643624:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078190.643625:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643627:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.643628:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078190.643632:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978482560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.643639:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643642:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078190.643644:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643646:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.643647:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643648:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078190.643650:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078190.643652:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078190.643655:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078190.643658:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078190.643662:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078190.643665:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078190.643667:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.643668:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643670:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078190.643671:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078190.643673:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.643676:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078190.643679:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078190.643681:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078190.643682:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643684:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078190.643687:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643694:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078190.643695:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:1.0:1769078190.643699:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078190.643711:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078190.643715:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078190.643717:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078190.643719:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643720:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078190.643723:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643726:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298501666 00000100:00000001:1.0:1769078190.643729:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298502905 00000100:00000001:1.0:1769078190.643731:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298501666 00000100:00000001:1.0:1769078190.643733:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298502905 00000100:00000001:1.0:1769078190.643735:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.643737:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643739:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078190.643743:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff8f28835e8000 x1855008978482688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078190.643758:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078190.643759:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078190.643762:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078190.643763:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078190.643765:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643767:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.643768:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078190.643772:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978482688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.643779:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643781:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078190.643783:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643784:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.643786:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643788:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078190.643789:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078190.643791:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078190.643794:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078190.643797:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078190.643800:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078190.643804:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078190.643805:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.643807:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643810:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078190.643811:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078190.643813:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.643816:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078190.643819:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078190.643821:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078190.643823:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.643825:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078190.643828:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643833:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078190.643834:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078190.643838:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078190.643848:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078190.643853:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078190.643855:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078190.643857:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643858:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078190.643861:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643864:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298501658 00000100:00000001:1.0:1769078190.643867:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298502905 00000100:00000001:1.0:1769078190.643869:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298501658 00000100:00000001:1.0:1769078190.643871:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298502905 00000100:00000001:1.0:1769078190.643873:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.643875:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.643877:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078190.643881:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff8f28835eb800 x1855008978482816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078190.643889:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078190.643890:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078190.643893:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078190.643894:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078190.643896:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643897:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.643899:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078190.643903:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978482816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.643910:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643913:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078190.643915:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643917:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.643918:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643920:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078190.643921:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078190.643924:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078190.643927:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078190.643930:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078190.643932:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978482816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078190.643936:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643938:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078190.643939:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078190.643941:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078190.643943:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078190.643945:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078190.643946:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078190.643948:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078190.643950:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078190.643951:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078190.643953:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643954:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078190.643955:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078190.643957:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078190.643958:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078190.643960:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078190.643961:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078190.643962:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078190.643963:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078190.643965:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078190.643966:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643968:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078190.643969:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078190.643970:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078190.643971:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078190.643972:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078190.643973:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078190.643975:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078190.643976:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078190.643978:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078190.643979:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643980:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078190.643981:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078190.643982:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078190.643984:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078190.643985:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078190.643986:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078190.643988:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078190.643989:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078190.643992:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078190.643993:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643995:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.643999:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078190.644001:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.644002:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078190.644004:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.282468:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078191.282468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078191.282476:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.282478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078191.282482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078191.282486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078191.282488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078191.282489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.282495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078191.282500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078191.282503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078191.282506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078191.282508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078191.282552:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078191.282557:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078191.282560:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078191.666480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078191.666491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078191.666493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078191.666500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078191.666505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078191.666509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078191.666512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078191.666515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078191.666518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078192.306504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078192.306509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078192.306513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078192.306515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078192.306517:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078192.306523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078192.306525:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078192.306527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078192.306532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078192.306537:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.306540:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078192.306544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.306547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078192.306583:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078192.306586:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078192.306588:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078192.690471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078192.690479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078192.690480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078192.690485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078192.690488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078192.690491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.690493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078192.690495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.690498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078193.330419:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078193.330425:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078193.330427:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078193.330432:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078193.330435:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078193.330438:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.330441:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078193.330444:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.330446:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078193.330489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078193.330495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078193.330500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078193.330502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078193.330547:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078193.330551:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078193.330553:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078193.714446:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078193.714453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078193.714454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078193.714459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078193.714461:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078193.714464:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.714466:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078193.714468:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.714470:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078194.354459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078194.354465:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078194.354468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078194.354472:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078194.354475:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078194.354479:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.354481:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078194.354483:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.354486:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078194.354494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078194.354499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078194.354504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078194.354506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078194.354561:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078194.354564:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078194.354567:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078194.738470:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078194.738480:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078194.738482:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078194.738489:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078194.738494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078194.738499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.738502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078194.738505:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.738507:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.378500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078195.378505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078195.378510:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078195.378510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.378512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.378518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078195.378523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078195.378525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078195.378526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.378530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078195.378531:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078195.378532:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078195.378535:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078195.378536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078195.378541:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078195.378546:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078195.378549:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078195.378551:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078195.378554:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078195.378611:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078195.378614:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078195.378616:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078195.762507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078195.762509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078195.762516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078195.762518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078195.762519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762522:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078195.762525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769078195.762527:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078195.762531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078195.762532:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078195.762535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.762538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078195.762540:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3834 00000100:00000001:1.0:1769078195.762541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.762545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078195.762553:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078195.762557:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078195.762558:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078195.762562:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078195.762565:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078195.762567:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078195.762568:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078195.762569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078195.762570:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078195.762574:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078195.762577:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078195.762581:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078195.762585:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078195.762589:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762592:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078195.762595:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078195.762609:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078195.762611:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762615:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078195.762618:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078195.762632:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762647:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078195.762657:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978482944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078195.762664:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078195.762667:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762679:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078195.762680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078195.762683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078195.762684:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078195.762685:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078195.762687:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078195.762689:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3834 00000100:00080000:0.0:1769078195.762692:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078195.762694:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078195.762695:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078195.762697:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078195.762698:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078195.762700:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078195.762700:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769078195.762701:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078195.762704:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078195.762704:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078195.762708:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078195.762708:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769078195.762712:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078195.762712:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.762714:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762716:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078195.762718:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078195.762719:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078195.762723:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078195.762723:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078195.762727:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.762727:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762732:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078195.762735:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978482944:192.168.204.124@tcp:250:kworker.0 00000008:00100000:0.0:1769078195.762736:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078195.762742:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.762742:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078195.762745:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.762747:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078195.762749:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078195.762751:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078195.762752:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762756:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078195.762757:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078195.762757:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078195.762760:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.762763:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762765:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078195.762770:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978483072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078195.762777:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078195.762779:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762782:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078195.762784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078195.762788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078195.762789:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078195.762789:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078195.762791:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00080000:0.0:1769078195.762793:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078195.762796:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078195.762798:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078195.762802:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3834 00000100:00080000:0.0:1769078195.762807:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078195.762809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078195.762810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078195.762813:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078195.762814:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078195.762816:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078195.762818:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078195.762820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078195.762821:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078195.762824:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078195.762827:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078195.762828:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078195.762830:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078195.762831:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762833:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078195.762835:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769078195.762839:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000008:00000001:0.0:1769078195.762840:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762843:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078195.762847:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078195.762848:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762849:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078195.762850:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078195.762852:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762856:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.762858:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1769078195.762861:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978483200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078195.762863:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078195.762866:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.762870:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078195.762871:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078195.762873:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762876:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.762877:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078195.762878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078195.762882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078195.762884:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078195.762884:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298508025 00000100:00080000:0.0:1769078195.762885:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078195.762890:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078195.762892:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3834 00000100:00080000:0.0:1769078195.762895:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078195.762896:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078195.762897:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078195.762898:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1769078195.762899:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078195.762901:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078195.762903:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078195.762904:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298508025 00000020:00000001:0.0:1769078195.762905:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078195.762908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078195.762910:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078195.762911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078195.762915:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078195.762918:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078195.762918:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.762923:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078195.762924:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078195.762929:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078195.762929:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff8f28835e9180 x1855008978482944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078195.762934:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078195.762937:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762939:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078195.762942:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078195.762947:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078195.762948:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769078195.762949:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078195.762951:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769078195.762955:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078195.762958:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.762958:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078195.762962:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078195.762963:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078195.762964:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769078195.762965:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.762968:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.762972:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078195.762973:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.762974:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078195.762979:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978483328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078195.762984:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978482944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078195.762988:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078195.762992:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.762997:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078195.763001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078195.763014:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078195.763018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078195.763018:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078195.763022:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078195.763024:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078195.763025:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078195.763027:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078195.763030:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078195.763031:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763036:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769078195.763037:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3834 00000100:00000001:1.0:1769078195.763040:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078195.763043:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078195.763047:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1769078195.763047:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078195.763048:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078195.763053:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078195.763054:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078195.763056:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:1.0:1769078195.763057:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:0.0:1769078195.763059:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078195.763063:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078195.763063:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078195.763065:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078195.763071:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078195.763072:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.763072:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978482944:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078195.763076:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078195.763078:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078195.763081:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.763082:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078195.763083:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078195.763085:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.763086:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078195.763089:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078195.763089:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078195.763091:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.763094:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078195.763094:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769078195.763095:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078195.763099:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763099:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078195.763104:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769078195.763106:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763110:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1769078195.763111:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978483456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078195.763114:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769078195.763118:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078195.763118:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769078195.763122:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.763124:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763125:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078195.763128:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078195.763131:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078195.763132:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763134:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763141:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078195.763142:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763144:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078195.763145:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078195.763146:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078195.763147:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.763148:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763150:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078195.763151:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078195.763152:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.763155:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078195.763158:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078195.763159:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078195.763160:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763161:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078195.763163:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763168:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078195.763169:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:1.0:1769078195.763173:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078195.763182:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078195.763193:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078195.763194:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078195.763195:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763196:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078195.763198:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763201:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298506785 00000100:00000001:1.0:1769078195.763204:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298508025 00000100:00000001:1.0:1769078195.763206:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298506785 00000100:00000001:1.0:1769078195.763208:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298508025 00000100:00000001:1.0:1769078195.763210:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078195.763212:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763213:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078195.763218:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff8f28835e8700 x1855008978483072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078195.763225:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078195.763227:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078195.763229:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078195.763231:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078195.763232:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763234:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.763235:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078195.763239:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978483072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.763251:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763254:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078195.763256:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763257:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.763258:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763259:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078195.763260:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078195.763268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078195.763271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078195.763272:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078195.763274:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078195.763277:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078195.763278:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.763278:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763280:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078195.763281:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078195.763282:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.763284:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078195.763286:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078195.763287:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078195.763288:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763289:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078195.763292:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763296:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078195.763296:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:1.0:1769078195.763299:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078195.763307:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078195.763310:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078195.763312:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078195.763312:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763314:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078195.763315:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763317:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298506782 00000100:00000001:1.0:1769078195.763319:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298508025 00000100:00000001:1.0:1769078195.763320:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298506782 00000100:00000001:1.0:1769078195.763321:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298508025 00000100:00000001:1.0:1769078195.763345:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078195.763347:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763349:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078195.763352:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff8f28835ead80 x1855008978483200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078195.763360:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078195.763361:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078195.763363:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078195.763365:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078195.763366:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763367:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.763369:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078195.763372:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978483200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.763399:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763401:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078195.763403:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763404:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.763404:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763406:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078195.763407:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078195.763408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078195.763411:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078195.763412:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078195.763415:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078195.763417:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078195.763418:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.763419:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763420:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078195.763422:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078195.763423:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.763424:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078195.763426:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078195.763428:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078195.763429:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763430:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078195.763432:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763437:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078195.763438:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:1.0:1769078195.763441:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078195.763449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078195.763452:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078195.763454:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078195.763456:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763457:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078195.763460:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763463:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298506786 00000100:00000001:1.0:1769078195.763465:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298508025 00000100:00000001:1.0:1769078195.763466:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298506786 00000100:00000001:1.0:1769078195.763469:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298508025 00000100:00000001:1.0:1769078195.763470:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078195.763472:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763474:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078195.763479:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff8f28835eb480 x1855008978483328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078195.763493:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078195.763494:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078195.763497:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078195.763498:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078195.763499:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763501:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.763502:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078195.763505:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978483328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.763510:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763511:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078195.763513:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763514:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.763514:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763515:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078195.763516:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078195.763517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078195.763519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078195.763520:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078195.763522:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078195.763524:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078195.763525:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.763526:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763528:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078195.763529:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078195.763530:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.763531:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078195.763533:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078195.763535:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078195.763536:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.763537:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078195.763539:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763543:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078195.763544:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078195.763547:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078195.763558:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078195.763562:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078195.763564:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078195.763565:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763567:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078195.763569:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763572:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298506778 00000100:00000001:1.0:1769078195.763575:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298508025 00000100:00000001:1.0:1769078195.763577:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298506778 00000100:00000001:1.0:1769078195.763579:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298508025 00000100:00000001:1.0:1769078195.763581:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078195.763583:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763584:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078195.763588:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff8f28835ea300 x1855008978483456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078195.763595:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078195.763596:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078195.763599:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078195.763600:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078195.763602:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763603:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.763605:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078195.763608:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978483456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.763612:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763613:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078195.763615:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763624:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.763625:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763626:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078195.763627:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078195.763629:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078195.763631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078195.763632:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078195.763634:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078195.763636:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763637:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078195.763638:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078195.763639:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078195.763640:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078195.763641:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078195.763642:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078195.763643:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078195.763645:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078195.763646:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078195.763648:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763649:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078195.763650:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078195.763651:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078195.763653:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078195.763654:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078195.763655:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078195.763657:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078195.763658:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078195.763661:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078195.763662:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763663:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078195.763664:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078195.763665:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078195.763667:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078195.763668:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078195.763669:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078195.763670:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078195.763672:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078195.763673:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078195.763674:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763676:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078195.763677:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078195.763678:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078195.763680:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078195.763681:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078195.763682:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078195.763683:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078195.763684:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078195.763685:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078195.763687:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763688:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.763692:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078195.763693:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.763695:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078195.763696:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078196.402472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078196.402478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078196.402480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078196.402482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078196.402484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078196.402490:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078196.402492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078196.402495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078196.402495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078196.402499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.402501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078196.402503:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.402506:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078196.402556:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078196.402561:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078196.402564:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078196.786459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078196.786467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078196.786470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078196.786477:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078196.786480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078196.786484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.786486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078196.786489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.786492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078197.426498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078197.426504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078197.426507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078197.426511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078197.426512:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078197.426516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769078197.426519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078197.426521:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078197.426526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078197.426528:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078197.426531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078197.426531:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078197.426536:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078197.426538:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078197.426539:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078197.426541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078197.426546:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078197.426546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078197.426550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078197.426610:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078197.426614:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078197.426617:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078197.810466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078197.810473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078197.810474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078197.810479:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078197.810482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078197.810486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078197.810488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078197.810490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078197.810492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078198.450446:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078198.450453:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078198.450455:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078198.450460:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078198.450465:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078198.450465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078198.450468:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078198.450470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078198.450471:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078198.450475:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078198.450478:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078198.450478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078198.450481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078198.450530:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078198.450533:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078198.450536:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078198.834478:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078198.834486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078198.834489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078198.834496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078198.834499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078198.834502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078198.834504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078198.834506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078198.834509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.474489:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078199.474493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078199.474497:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078199.474497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.474500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.474503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078199.474504:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078199.474505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.474510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078199.474514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078199.474516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078199.474518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078199.474521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078199.474566:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078199.474569:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078199.474572:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078199.858505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078199.858514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078199.858515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078199.858520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078199.858524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078199.858527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078199.858530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078199.858533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078199.858536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.498474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078200.498480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078200.498482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078200.498487:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078200.498490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078200.498493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.498496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.498498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.498499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078200.498512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078200.498519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078200.498526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078200.498528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078200.498596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078200.498601:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078200.498604:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078200.882490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078200.882491:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078200.882501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078200.882504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078200.882510:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769078200.882510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078200.882517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078200.882518:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078200.882522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078200.882526:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078200.882526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.882528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.882537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882539:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078200.882548:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3839 00000100:00080000:0.0:1769078200.882561:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078200.882564:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078200.882565:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078200.882569:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078200.882572:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078200.882574:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078200.882575:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078200.882577:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078200.882578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078200.882581:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078200.882582:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078200.882584:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078200.882587:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078200.882589:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882591:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078200.882593:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078200.882606:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078200.882608:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882610:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078200.882612:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078200.882624:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882635:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078200.882643:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978483584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078200.882659:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078200.882663:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882680:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078200.882684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078200.882687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078200.882688:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078200.882690:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078200.882694:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078200.882698:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3839 00000100:00080000:0.0:1769078200.882702:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078200.882705:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078200.882705:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078200.882709:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078200.882710:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078200.882713:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078200.882715:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078200.882716:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078200.882721:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078200.882721:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078200.882729:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078200.882731:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769078200.882736:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078200.882736:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078200.882745:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078200.882746:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882752:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078200.882757:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978483584:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769078200.882764:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078200.882764:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078200.882769:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078200.882771:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.882773:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078200.882779:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078200.882779:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078200.882789:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078200.882790:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078200.882798:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882800:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078200.882804:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078200.882807:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882809:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078200.882812:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078200.882813:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882816:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078200.882817:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078200.882819:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882824:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.882824:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1769078200.882832:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978483712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078200.882837:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:0.0:1769078200.882839:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078200.882842:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.882846:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078200.882847:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078200.882852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078200.882854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078200.882856:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078200.882857:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078200.882859:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078200.882864:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3839 00000100:00080000:0.0:1769078200.882879:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078200.882882:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078200.882883:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078200.882886:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078200.882890:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:1.0:1769078200.882891:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769078200.882896:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078200.882904:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078200.882906:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078200.882907:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078200.882911:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078200.882912:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078200.882914:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.882918:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078200.882923:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078200.882925:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078200.882928:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298513145 00000100:00000001:0.0:1769078200.882931:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078200.882935:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078200.882940:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.882940:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769078200.882947:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.882952:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078200.882952:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298513145 00000008:00100000:0.0:1769078200.882958:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078200.882962:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00000001:0.0:1769078200.882965:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.882969:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078200.882970:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.882977:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.882981:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769078200.882982:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078200.882985:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078200.882989:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff8f28835ea680 x1855008978483584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078200.882990:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078200.882996:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078200.882999:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.883005:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078200.883010:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078200.883013:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1769078200.883017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978483840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078200.883018:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078200.883021:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078200.883022:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883024:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.883026:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078200.883032:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978483584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078200.883060:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078200.883066:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.883073:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078200.883081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078200.883088:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078200.883090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078200.883092:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078200.883094:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078200.883099:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078200.883103:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078200.883104:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078200.883106:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.883108:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078200.883113:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3839 00000100:00000001:1.0:1769078200.883113:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078200.883119:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078200.883125:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078200.883126:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078200.883133:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078200.883135:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078200.883137:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:0.0:1769078200.883142:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078200.883143:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769078200.883145:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078200.883152:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:1.0:1769078200.883158:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978483584:192.168.204.124@tcp:250:kworker.0 00000020:00000001:0.0:1769078200.883159:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078200.883169:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078200.883172:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078200.883173:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078200.883184:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769078200.883188:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078200.883190:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078200.883194:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078200.883197:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078200.883200:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769078200.883201:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078200.883204:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078200.883207:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078200.883211:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078200.883215:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769078200.883217:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.883219:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769078200.883221:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883223:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078200.883226:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078200.883228:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769078200.883233:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078200.883248:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:0.0:1769078200.883249:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883250:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.883254:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883257:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078200.883259:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078200.883260:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078200.883263:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769078200.883264:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078200.883267:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078200.883269:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.883271:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078200.883274:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078200.883275:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078200.883277:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078200.883279:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078200.883284:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483712:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769078200.883285:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883295:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078200.883297:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078200.883299:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.883300:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.883300:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078200.883303:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883313:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078200.883316:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00100000:0.0:1769078200.883321:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978483968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078200.883323:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078200.883332:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:1.0:1769078200.883340:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078200.883344:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883347:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078200.883356:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883356:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078200.883361:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883364:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769078200.883365:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078200.883368:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078200.883373:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078200.883398:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298511906 00000100:00000001:1.0:1769078200.883401:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298513145 00000100:00000001:1.0:1769078200.883403:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298511906 00000100:00000001:1.0:1769078200.883405:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298513145 00000100:00000001:1.0:1769078200.883406:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.883407:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883408:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078200.883412:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff8f28835e9f80 x1855008978483712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078200.883417:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769078200.883422:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:1.0:1769078200.883423:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769078200.883425:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078200.883429:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078200.883430:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1769078200.883433:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3839 00000100:00000001:1.0:1769078200.883435:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078200.883440:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078200.883441:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078200.883444:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078200.883447:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078200.883448:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078200.883451:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078200.883457:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1769078200.883459:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978483712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078200.883460:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078200.883464:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078200.883470:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078200.883475:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078200.883478:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078200.883494:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078200.883504:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883505:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078200.883512:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078200.883513:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769078200.883518:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.883518:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078200.883528:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883528:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078200.883539:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078200.883539:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769078200.883547:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078200.883547:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078200.883549:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1769078200.883554:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078200.883556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078200.883557:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078200.883563:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769078200.883564:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078200.883572:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883573:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078200.883582:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078200.883586:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483712:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769078200.883587:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078200.883592:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883599:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078200.883602:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883602:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.883604:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.883608:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1769078200.883612:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978484096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078200.883613:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078200.883623:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.883633:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078200.883634:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078200.883637:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883644:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078200.883646:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.883647:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078200.883651:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.883653:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078200.883656:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883662:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078200.883664:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:1.0:1769078200.883666:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078200.883676:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078200.883680:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078200.883681:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078200.883682:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883684:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078200.883685:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883688:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298511903 00000100:00000001:1.0:1769078200.883689:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298513145 00000100:00000001:1.0:1769078200.883691:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298511903 00000100:00000001:1.0:1769078200.883692:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298513145 00000100:00000001:1.0:1769078200.883694:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.883695:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883696:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078200.883698:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff8f28835e9500 x1855008978483840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078200.883702:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078200.883703:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078200.883705:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078200.883707:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078200.883708:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883709:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.883710:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078200.883714:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978483840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.883719:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883721:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078200.883722:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883723:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.883724:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883725:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078200.883727:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078200.883728:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078200.883730:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078200.883731:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078200.883734:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078200.883736:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883737:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078200.883738:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078200.883740:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078200.883741:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078200.883742:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078200.883744:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078200.883746:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078200.883747:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078200.883749:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078200.883750:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883752:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078200.883753:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078200.883754:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078200.883756:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078200.883757:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078200.883758:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078200.883760:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078200.883761:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078200.883763:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078200.883764:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883765:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883769:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078200.883770:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883772:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078200.883774:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078200.883775:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078200.883777:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.883778:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.883781:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078200.883782:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078200.883784:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078200.883788:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078200.883791:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078200.883793:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078200.883795:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.883796:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078200.883799:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883804:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078200.883806:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:1.0:1769078200.883809:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078200.883820:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078200.883824:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078200.883826:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078200.883827:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883829:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078200.883831:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883835:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298511906 00000100:00000001:1.0:1769078200.883838:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298513145 00000100:00000001:1.0:1769078200.883840:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298511906 00000100:00000001:1.0:1769078200.883842:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298513145 00000100:00000001:1.0:1769078200.883844:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.883846:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883848:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078200.883851:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff8f28835ea680 x1855008978483968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078200.883857:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078200.883858:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078200.883860:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078200.883861:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078200.883862:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883863:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.883864:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078200.883866:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978483968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.883870:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883872:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078200.883874:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883876:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.883877:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883879:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078200.883881:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078200.883883:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078200.883886:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078200.883888:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078200.883891:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978483968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078200.883895:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078200.883896:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.883898:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.883900:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078200.883902:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078200.883904:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078200.883907:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078200.883910:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078200.883912:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078200.883913:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.883915:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078200.883917:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883923:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078200.883924:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078200.883927:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078200.883938:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078200.883942:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078200.883944:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078200.883946:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883947:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078200.883949:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883953:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298511898 00000100:00000001:1.0:1769078200.883955:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298513145 00000100:00000001:1.0:1769078200.883957:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298511898 00000100:00000001:1.0:1769078200.883959:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298513145 00000100:00000001:1.0:1769078200.883962:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.883964:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.883966:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078200.883970:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff8f28835ea300 x1855008978484096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078200.883977:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078200.883979:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078200.883981:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078200.883982:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078200.883984:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883986:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.883987:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078200.883990:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978484096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.883997:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.883999:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078200.884001:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.884002:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.884004:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.884006:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078200.884007:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078200.884009:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078200.884013:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078200.884015:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078200.884019:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078200.884023:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.884024:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078200.884025:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078200.884027:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078200.884029:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078200.884030:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078200.884032:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078200.884034:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078200.884035:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078200.884037:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078200.884038:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.884040:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078200.884041:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078200.884042:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078200.884044:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078200.884045:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078200.884046:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078200.884048:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078200.884049:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078200.884051:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078200.884052:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.884054:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.884057:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078200.884058:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.884060:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078200.884062:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078201.522510:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078201.522515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078201.522519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078201.522521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078201.522524:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078201.522528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078201.522532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078201.522533:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078201.522538:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078201.522542:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078201.522545:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078201.522547:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078201.522549:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078201.522611:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078201.522616:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078201.522619:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078201.906466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078201.906474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078201.906476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078201.906482:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078201.906486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078201.906490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078201.906492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078201.906495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078201.906498:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078202.546483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078202.546491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078202.546493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078202.546500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078202.546501:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078202.546506:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078202.546510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078202.546512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078202.546518:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078202.546522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.546525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078202.546528:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.546530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078202.546582:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078202.546586:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078202.546590:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078202.930501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078202.930508:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078202.930510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078202.930515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078202.930518:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078202.930522:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.930524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078202.930526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.930528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078203.570515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078203.570521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078203.570525:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078203.570527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078203.570528:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078203.570537:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078203.570539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078203.570542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078203.570543:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078203.570548:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078203.570551:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078203.570553:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078203.570556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078203.570710:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078203.570715:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078203.570719:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078203.954512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078203.954520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078203.954523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078203.954531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078203.954535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078203.954539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078203.954542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078203.954546:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078203.954549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078204.594482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078204.594490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078204.594490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078204.594493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078204.594495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078204.594500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078204.594502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078204.594504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078204.594506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078204.594508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078204.594512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078204.594514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078204.594517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078204.594576:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078204.594580:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078204.594584:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078204.978517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078204.978526:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078204.978528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078204.978535:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078204.978539:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078204.978544:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078204.978546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078204.978549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078204.978552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.618476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078205.618481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078205.618484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078205.618485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.618488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078205.618491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078205.618494:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078205.618495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078205.618498:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078205.618500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078205.618501:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078205.618505:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078205.618506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078205.618507:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078205.618511:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.618512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078205.618513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.618517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.618522:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078205.618575:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078205.618580:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078205.618584:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078206.002447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078206.002453:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078206.002455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078206.002460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078206.002464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078206.002467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.002470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078206.002473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078206.002475:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078206.002477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078206.002483:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078206.002486:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078206.002490:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078206.002493:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078206.002499:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3844 00000100:00080000:2.0:1769078206.002510:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078206.002513:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078206.002515:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078206.002518:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078206.002521:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078206.002523:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078206.002525:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078206.002526:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078206.002526:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078206.002530:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078206.002532:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078206.002534:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078206.002537:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078206.002539:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002540:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078206.002542:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078206.002555:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078206.002556:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002558:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078206.002561:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078206.002565:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002576:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078206.002584:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978484224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078206.002594:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078206.002598:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002612:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078206.002615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078206.002618:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078206.002619:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078206.002621:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078206.002624:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078206.002628:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3844 00000100:00000001:1.0:1769078206.002634:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769078206.002634:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078206.002638:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078206.002638:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078206.002640:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078206.002642:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078206.002643:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078206.002645:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078206.002647:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078206.002650:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078206.002651:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078206.002653:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078206.002655:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078206.002656:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078206.002662:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00100000:1.0:1769078206.002663:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978484224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078206.002668:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078206.002669:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078206.002672:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078206.002674:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078206.002677:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.002681:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078206.002681:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078206.002685:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.002687:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078206.002687:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078206.002693:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078206.002696:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002699:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078206.002703:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078206.002704:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078206.002706:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000008:00000001:2.0:1769078206.002706:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002712:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078206.002718:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078206.002724:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078206.002725:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002726:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078206.002727:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078206.002729:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002733:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078206.002737:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978484352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078206.002742:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078206.002743:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002745:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078206.002747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078206.002750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078206.002751:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078206.002752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078206.002756:0:38:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:1.0:1769078206.002757:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:2.0:1769078206.002760:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3844 00000100:00080000:2.0:1769078206.002764:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078206.002765:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078206.002766:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078206.002767:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078206.002768:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078206.002770:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078206.002771:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078206.002773:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078206.002774:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078206.002776:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769078206.002776:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078206.002780:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002781:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769078206.002782:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078206.002785:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002787:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769078206.002787:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078206.002792:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002795:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002795:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078206.002797:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078206.002801:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298518265 00000008:00000001:2.0:1769078206.002802:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002806:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078206.002811:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078206.002812:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1769078206.002813:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002817:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078206.002818:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078206.002820:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002825:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298518265 00000100:00000001:2.0:1769078206.002826:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002832:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078206.002837:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078206.002841:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078206.002842:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978484480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078206.002845:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078206.002854:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078206/real 1769078206] req@ffff8f2882c38380 x1855008978484224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078206.002854:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078206.002857:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.002861:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078206.002865:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078206.002872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078206.002874:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078206.002875:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:1.0:1769078206.002877:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769078206.002877:0:38:0:(import.c:484:import_select_connection()) Process entered 00000400:00000001:1.0:1769078206.002881:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1769078206.002882:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3844 00000100:00080000:2.0:1769078206.002887:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078206.002888:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078206.002889:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078206.002891:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078206.002893:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078206.002894:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1769078206.002895:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078206.002897:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078206.002897:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078206.002901:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078206.002901:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078206.002904:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078206.002904:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078206.002908:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078206.002911:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978484224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078206.002912:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078206.002917:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078206.002920:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078206.002923:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078206.002924:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078206.002927:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002929:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078206.002930:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078206.002933:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078206.002934:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078206.002938:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002939:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078206.002941:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078206.002942:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002944:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1769078206.002946:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078206.002947:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078206.002949:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078206.002951:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078206.002952:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078206.002954:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:1.0:1769078206.002956:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:2.0:1769078206.002956:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.002960:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078206.002963:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078206.002964:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978484224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078206.002968:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.002970:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1769078206.002970:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978484608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078206.002973:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078206.002976:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769078206.002979:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078206.002980:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769078206.002981:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078206.002983:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769078206.002984:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078206.002986:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1769078206.002987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078206.002990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1769078206.002991:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769078206.002991:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769078206.002994:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1769078206.002994:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078206.002997:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078206.002998:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078206.003000:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078206.003002:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3844 00000100:00000001:1.0:1769078206.003003:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078206.003007:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078206.003009:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078206.003009:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078206.003011:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078206.003012:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078206.003012:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078206.003015:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078206.003015:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078206.003019:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078206.003019:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078206.003021:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078206.003022:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078206.003024:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078206.003025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078206.003026:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078206.003029:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078206.003030:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078206.003031:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078206.003033:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078206.003035:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.003036:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078206.003041:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078206.003042:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078206.003045:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078206.003045:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078206.003048:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078206.003051:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078206.003051:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.003056:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078206.003057:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078206.003059:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078206.003061:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078206.003064:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:2.0:1769078206.003065:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003067:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:2.0:1769078206.003069:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003072:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769078206.003076:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078206.003079:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.003081:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078206.003082:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000100:1.0:1769078206.003085:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:2.0:1769078206.003086:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003090:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078206.003093:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078206.003093:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003096:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003098:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078206.003101:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078206.003101:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978484736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078206.003107:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298517025 00000100:00000001:2.0:1769078206.003110:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078206.003111:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298518265 00000100:00000001:2.0:1769078206.003113:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003114:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298517025 00000100:00000001:1.0:1769078206.003117:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298518265 00000100:00000001:2.0:1769078206.003118:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003119:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078206.003122:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003124:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078206.003128:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078206/real 1769078206] req@ffff8f2882c39f80 x1855008978484352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078206.003132:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078206.003133:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078206.003135:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078206.003136:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078206.003137:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003138:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078206.003139:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078206.003143:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978484352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078206.003164:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003166:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078206.003167:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003168:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078206.003169:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003170:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078206.003171:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078206.003173:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078206.003177:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078206.003179:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078206.003181:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078206.003185:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078206.003186:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078206.003188:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.003189:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078206.003191:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078206.003201:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078206.003207:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078206.003210:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078206.003212:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078206.003214:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.003215:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078206.003218:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003224:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078206.003225:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078206.003229:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078206.003237:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078206.003240:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078206.003241:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078206.003242:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003243:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078206.003245:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003248:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298517022 00000100:00000001:1.0:1769078206.003250:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298518265 00000100:00000001:1.0:1769078206.003252:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298517022 00000100:00000001:1.0:1769078206.003254:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298518265 00000100:00000001:1.0:1769078206.003256:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078206.003258:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003259:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078206.003263:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078206/real 1769078206] req@ffff8f2882c3bb80 x1855008978484480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078206.003270:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078206.003271:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078206.003274:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078206.003275:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078206.003276:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003278:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078206.003279:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078206.003283:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978484480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078206.003290:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003292:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078206.003294:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003295:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078206.003296:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003298:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078206.003300:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078206.003301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078206.003304:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078206.003305:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078206.003308:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078206.003310:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078206.003311:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078206.003312:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.003313:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078206.003315:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078206.003316:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078206.003318:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078206.003319:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078206.003320:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078206.003321:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.003323:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078206.003325:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003329:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078206.003330:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078206.003333:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078206.003340:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078206.003343:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078206.003344:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078206.003345:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003346:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078206.003348:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003350:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298517025 00000100:00000001:1.0:1769078206.003351:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298518265 00000100:00000001:1.0:1769078206.003352:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298517025 00000100:00000001:1.0:1769078206.003354:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298518265 00000100:00000001:1.0:1769078206.003355:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078206.003356:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003357:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078206.003360:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078206/real 1769078206] req@ffff8f2882c3b800 x1855008978484608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078206.003367:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078206.003368:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078206.003369:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078206.003370:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078206.003371:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003372:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078206.003389:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078206.003392:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978484608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078206.003396:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003397:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078206.003399:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003399:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078206.003400:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003401:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078206.003402:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078206.003403:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078206.003405:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078206.003406:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078206.003408:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078206.003410:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003411:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078206.003412:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078206.003413:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078206.003414:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078206.003415:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078206.003416:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078206.003417:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078206.003418:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078206.003420:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078206.003420:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003422:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078206.003422:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078206.003423:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078206.003424:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078206.003425:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078206.003426:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078206.003427:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078206.003427:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078206.003428:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078206.003429:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003430:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078206.003430:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078206.003431:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078206.003432:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078206.003432:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078206.003433:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078206.003434:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078206.003434:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078206.003435:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078206.003435:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003436:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003438:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078206.003439:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003440:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078206.003441:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078206.003442:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078206.003442:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078206.003443:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.003444:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078206.003445:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078206.003446:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078206.003448:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078206.003449:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078206.003450:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078206.003451:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078206.003452:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078206.003454:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003457:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078206.003458:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078206.003460:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078206.003466:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078206.003469:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078206.003470:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078206.003471:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003473:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078206.003475:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003478:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298517018 00000100:00000001:1.0:1769078206.003480:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298518265 00000100:00000001:1.0:1769078206.003482:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298517018 00000100:00000001:1.0:1769078206.003484:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298518265 00000100:00000001:1.0:1769078206.003486:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078206.003487:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003489:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078206.003492:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078206/real 1769078206] req@ffff8f2882c3a680 x1855008978484736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078206.003499:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078206.003501:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078206.003503:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078206.003505:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078206.003506:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003507:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078206.003509:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078206.003512:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978484736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078206.003519:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003521:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078206.003523:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003524:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078206.003525:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003527:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078206.003528:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078206.003530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078206.003534:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078206.003536:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078206.003538:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078206.003540:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003541:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078206.003542:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078206.003543:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078206.003544:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078206.003545:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078206.003546:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078206.003547:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078206.003548:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078206.003549:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078206.003550:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003551:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.003553:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078206.003554:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.003555:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078206.003556:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.642449:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078206.642457:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078206.642459:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078206.642461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078206.642465:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078206.642466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.642470:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078206.642474:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078206.642474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078206.642478:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078206.642478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.642481:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.642485:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078206.642551:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078206.642555:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078206.642559:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078207.026503:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078207.026510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078207.026512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078207.026517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078207.026521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078207.026524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078207.026527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078207.026529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078207.026531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078207.666480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078207.666484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078207.666488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078207.666489:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078207.666492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078207.666493:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078207.666495:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078207.666499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078207.666500:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078207.666502:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078207.666505:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078207.666506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078207.666507:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078207.666511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078207.666512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078207.666514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078207.666517:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078207.666520:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078207.666523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078207.666564:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078207.666568:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078207.666570:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078208.050455:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078208.050464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078208.050466:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078208.050473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078208.050477:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078208.050481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078208.050483:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078208.050486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078208.050489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078208.690458:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078208.690460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078208.690465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078208.690468:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078208.690471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078208.690472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078208.690474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078208.690478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078208.690485:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078208.690488:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078208.690490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078208.690493:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078208.690495:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078208.690525:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078208.690528:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078208.690531:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078209.074522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078209.074531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078209.074533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078209.074540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078209.074545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078209.074549:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078209.074553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078209.074556:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078209.074559:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078209.714488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078209.714494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078209.714499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078209.714500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078209.714585:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078209.714590:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078209.714595:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078209.714603:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078209.714607:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078209.714611:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078209.714614:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078209.714618:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078209.714621:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078209.714623:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078209.714625:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078209.714627:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.098483:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078210.098490:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078210.098492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078210.098497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078210.098500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078210.098503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078210.098506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078210.098508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078210.098510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.738455:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078210.738460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078210.738462:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078210.738465:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078210.738465:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078210.738471:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078210.738473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078210.738476:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078210.738477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.738480:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078210.738483:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078210.738485:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078210.738487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078210.738530:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078210.738533:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078210.738536:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078211.122487:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078211.122488:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078211.122494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078211.122497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078211.122497:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769078211.122502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078211.122502:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078211.122505:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078211.122506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078211.122509:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078211.122510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.122512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.122514:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078211.122517:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3849 00000100:00000001:1.0:1769078211.122518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078211.122529:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078211.122533:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078211.122534:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078211.122538:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078211.122540:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078211.122542:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078211.122544:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078211.122546:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078211.122547:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078211.122551:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078211.122553:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078211.122555:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078211.122557:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078211.122559:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122566:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078211.122569:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078211.122581:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078211.122582:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122584:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078211.122587:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078211.122591:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122604:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078211.122612:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978484864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078211.122620:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078211.122623:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122635:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078211.122637:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078211.122639:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078211.122640:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078211.122641:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078211.122643:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078211.122645:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3849 00000100:00080000:2.0:1769078211.122647:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078211.122648:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078211.122650:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078211.122651:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078211.122653:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078211.122655:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078211.122656:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078211.122657:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078211.122658:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078211.122659:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078211.122662:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078211.122663:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078211.122667:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078211.122667:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078211.122671:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078211.122672:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.122675:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078211.122676:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078211.122678:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.122680:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078211.122680:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078211.122684:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078211.122685:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1769078211.122687:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122695:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.122699:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078211.122704:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078211.122707:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.122709:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978484864:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078211.122710:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078211.122713:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078211.122717:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.122718:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078211.122724:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078211.122725:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.122727:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.122732:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1769078211.122733:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978484992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078211.122738:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122744:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078211.122747:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122751:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078211.122754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078211.122757:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078211.122758:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078211.122759:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078211.122761:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00080000:2.0:1769078211.122763:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078211.122768:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078211.122768:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078211.122772:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3849 00000100:00080000:2.0:1769078211.122777:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078211.122779:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078211.122781:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078211.122783:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078211.122784:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078211.122787:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078211.122789:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078211.122791:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078211.122792:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078211.122795:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078211.122797:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078211.122799:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078211.122802:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078211.122805:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122806:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078211.122808:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078211.122810:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122812:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078211.122817:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:2.0:1769078211.122817:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078211.122820:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122823:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078211.122825:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078211.122826:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122831:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.122837:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1769078211.122837:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978485120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078211.122843:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078211.122847:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122847:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078211.122852:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078211.122852:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122856:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078211.122859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078211.122861:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078211.122863:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078211.122866:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078211.122867:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078211.122868:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298523385 00000100:00000001:2.0:1769078211.122873:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078211.122877:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3849 00000100:00080000:2.0:1769078211.122881:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078211.122882:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078211.122885:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078211.122887:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078211.122890:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298523385 00000020:00000001:2.0:1769078211.122890:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078211.122892:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078211.122895:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1769078211.122895:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078211.122899:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078211.122900:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078211.122901:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078211.122903:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122904:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078211.122907:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1769078211.122909:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078211.122912:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078211.122914:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078211.122915:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078211/real 1769078211] req@ffff8f2882c3a680 x1855008978484864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078211.122917:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078211.122921:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.122925:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078211.122927:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078211.122930:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078211.122931:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769078211.122932:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078211.122934:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769078211.122937:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078211.122938:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769078211.122939:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.122942:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078211.122942:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078211.122944:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078211.122945:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078211.122947:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.122949:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.122951:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078211.122952:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.122956:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978484864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078211.122960:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978485248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078211.122970:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078211.122974:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078211.122975:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078211.122976:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.122979:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078211.122981:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.122982:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.122984:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078211.122984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078211.122989:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769078211.122989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078211.122992:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078211.122992:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078211.122995:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078211.122996:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078211.122999:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078211.123002:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078211.123005:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078211.123007:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978484864:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078211.123011:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078211.123011:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3849 00000100:00000001:1.0:1769078211.123014:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769078211.123016:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078211.123017:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769078211.123020:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078211.123022:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769078211.123022:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078211.123025:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078211.123026:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078211.123026:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078211.123029:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078211.123029:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:1.0:1769078211.123032:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1769078211.123033:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078211.123036:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078211.123036:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078211.123037:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1769078211.123039:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078211.123040:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078211.123044:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078211.123044:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078211.123045:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078211.123048:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078211.123049:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078211.123053:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123054:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078211.123055:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078211.123058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078211.123060:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.123061:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078211.123076:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078211.123077:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.123078:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078211.123079:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078211.123080:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078211.123083:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078211.123086:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978485376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078211.123090:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078211.123092:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123093:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078211.123094:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123096:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123100:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078211.123102:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078211.123105:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078211.123107:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.123109:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.123111:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078211.123114:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078211.123116:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.123119:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078211.123122:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078211.123123:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078211.123124:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.123125:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078211.123127:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123139:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078211.123140:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078211.123143:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078211.123153:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078211.123156:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078211.123158:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078211.123159:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123160:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078211.123162:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123165:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298522145 00000100:00000001:1.0:1769078211.123167:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298523385 00000100:00000001:1.0:1769078211.123168:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298522145 00000100:00000001:1.0:1769078211.123170:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298523385 00000100:00000001:1.0:1769078211.123171:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078211.123172:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123173:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078211.123176:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078211/real 1769078211] req@ffff8f2882c3b800 x1855008978484992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078211.123181:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078211.123181:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078211.123183:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078211.123184:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078211.123185:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123186:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.123187:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078211.123189:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978484992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078211.123193:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123195:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078211.123196:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123197:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.123197:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123198:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078211.123200:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078211.123201:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078211.123203:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078211.123204:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078211.123206:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978484992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078211.123207:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078211.123208:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.123209:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.123210:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078211.123211:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078211.123212:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.123214:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078211.123216:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078211.123217:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078211.123218:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.123219:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078211.123220:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123223:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078211.123223:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078211.123225:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078211.123230:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078211.123233:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078211.123234:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078211.123235:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123236:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078211.123237:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123239:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298522142 00000100:00000001:1.0:1769078211.123241:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298523385 00000100:00000001:1.0:1769078211.123242:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298522142 00000100:00000001:1.0:1769078211.123244:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298523385 00000100:00000001:1.0:1769078211.123245:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078211.123246:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123247:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078211.123249:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078211/real 1769078211] req@ffff8f2882c3bb80 x1855008978485120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078211.123253:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078211.123253:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078211.123254:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078211.123255:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078211.123256:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123257:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.123257:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078211.123259:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978485120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078211.123263:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123264:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078211.123266:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123266:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.123267:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123268:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078211.123269:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078211.123270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078211.123271:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078211.123273:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078211.123275:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078211.123277:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078211.123278:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.123279:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.123280:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078211.123281:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078211.123282:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.123283:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078211.123285:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078211.123285:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078211.123286:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.123287:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078211.123289:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123292:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078211.123294:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078211.123296:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078211.123305:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078211.123308:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078211.123310:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078211.123320:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123322:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078211.123325:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123328:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298522145 00000100:00000001:1.0:1769078211.123331:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298523385 00000100:00000001:1.0:1769078211.123333:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298522145 00000100:00000001:1.0:1769078211.123335:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298523385 00000100:00000001:1.0:1769078211.123337:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078211.123339:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123341:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078211.123345:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078211/real 1769078211] req@ffff8f2882c39f80 x1855008978485248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078211.123356:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078211.123357:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078211.123359:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078211.123360:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078211.123361:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123362:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.123363:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078211.123365:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978485248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078211.123369:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123370:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078211.123372:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123389:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.123390:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123391:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078211.123392:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078211.123394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078211.123396:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078211.123397:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078211.123399:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078211.123402:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078211.123403:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.123403:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.123405:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078211.123406:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078211.123407:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.123409:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078211.123411:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078211.123412:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078211.123413:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.123414:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078211.123416:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123419:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078211.123420:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078211.123422:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078211.123430:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078211.123433:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078211.123434:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078211.123435:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123436:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078211.123437:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123439:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298522138 00000100:00000001:1.0:1769078211.123441:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298523385 00000100:00000001:1.0:1769078211.123442:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298522138 00000100:00000001:1.0:1769078211.123444:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298523385 00000100:00000001:1.0:1769078211.123445:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078211.123446:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123447:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078211.123449:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078211/real 1769078211] req@ffff8f2882c38380 x1855008978485376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078211.123453:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078211.123453:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078211.123455:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078211.123455:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078211.123456:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123457:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.123458:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078211.123461:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978485376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078211.123464:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123465:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078211.123467:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123468:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.123469:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123470:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078211.123470:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078211.123472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078211.123473:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078211.123475:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078211.123476:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078211.123478:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123479:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078211.123480:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078211.123481:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078211.123482:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078211.123482:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078211.123483:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078211.123484:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078211.123485:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078211.123486:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078211.123487:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123488:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078211.123489:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078211.123489:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078211.123491:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078211.123491:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078211.123492:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078211.123493:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078211.123494:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078211.123495:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078211.123495:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123496:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078211.123497:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078211.123497:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078211.123498:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078211.123499:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078211.123499:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078211.123500:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078211.123501:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078211.123502:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078211.123503:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123504:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078211.123505:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078211.123505:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078211.123506:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078211.123507:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078211.123508:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078211.123508:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078211.123509:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078211.123510:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078211.123511:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123512:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.123514:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078211.123514:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.123515:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078211.123516:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078211.762471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078211.762477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078211.762482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078211.762484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.762485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078211.762494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078211.762496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.762502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078211.762507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078211.762511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.762514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.762517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.762521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078211.762542:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078211.762546:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078211.762548:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078212.146498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078212.146505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078212.146506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078212.146510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078212.146514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078212.146518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078212.146520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078212.146522:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078212.146524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.786483:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078212.786486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078212.786489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.786490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078212.786492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078212.786495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078212.786496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078212.786497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.786502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078212.786505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078212.786508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078212.786510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078212.786511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078212.786587:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078212.786590:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078212.786592:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078213.170473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078213.170479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078213.170481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078213.170484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078213.170487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078213.170490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078213.170492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078213.170494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078213.170496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078213.810482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078213.810487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078213.810490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078213.810491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078213.810494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078213.810497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078213.810499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078213.810500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078213.810506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078213.810510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078213.810513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078213.810516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078213.810518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078213.810549:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078213.810552:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078213.810555:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078214.194450:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078214.194455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078214.194457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078214.194461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078214.194464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078214.194467:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078214.194468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078214.194470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078214.194473:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078214.834474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078214.834480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078214.834482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078214.834486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078214.834488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078214.834492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078214.834493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078214.834496:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078214.834498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078214.834578:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078214.834580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078214.834589:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078214.834590:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078214.834647:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078214.834651:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078214.834655:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078215.218489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078215.218497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078215.218499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078215.218503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078215.218506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078215.218509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078215.218511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078215.218513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078215.218515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.858476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078215.858481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078215.858485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078215.858485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.858487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078215.858491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078215.858491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078215.858495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078215.858495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078215.858498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078215.858498:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078215.858500:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.858501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078215.858504:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078215.858504:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078215.858506:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.858507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078215.858508:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078215.858510:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078215.858588:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078215.858594:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078215.858599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078216.242498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078216.242505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078216.242507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078216.242513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078216.242517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078216.242520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078216.242522:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078216.242525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078216.242527:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.242529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078216.242537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078216.242541:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078216.242544:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078216.242548:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078216.242556:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3854 00000100:00080000:0.0:1769078216.242567:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078216.242570:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078216.242572:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078216.242576:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078216.242578:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078216.242580:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078216.242582:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078216.242584:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078216.242585:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078216.242588:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078216.242589:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.242591:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078216.242593:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078216.242595:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242596:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078216.242598:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.242607:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078216.242608:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242610:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078216.242613:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078216.242615:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242624:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078216.242630:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978485504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078216.242638:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078216.242641:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242650:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.242652:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078216.242655:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078216.242656:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078216.242657:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078216.242660:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078216.242661:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3854 00000100:00080000:0.0:1769078216.242664:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078216.242667:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078216.242668:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078216.242670:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078216.242671:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078216.242672:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078216.242675:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078216.242675:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078216.242680:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078216.242681:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078216.242682:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078216.242684:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078216.242688:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078216.242689:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078216.242695:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.242695:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.242710:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078216.242714:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078216.242716:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078216.242717:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078216.242720:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.242721:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242726:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078216.242730:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978485504:192.168.204.124@tcp:250:kworker.0 00000008:00100000:0.0:1769078216.242734:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078216.242739:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1769078216.242740:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.242744:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078216.242745:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.242748:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.242751:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078216.242752:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078216.242756:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.242757:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242759:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078216.242763:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078216.242765:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242773:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.242777:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078216.242779:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00100000:0.0:1769078216.242784:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978485632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078216.242784:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078216.242797:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078216.242800:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242804:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.242807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078216.242811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078216.242814:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078216.242816:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078216.242818:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078216.242822:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3854 00000100:00080000:0.0:1769078216.242827:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769078216.242827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078216.242833:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078216.242841:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078216.242844:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078216.242846:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078216.242849:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078216.242850:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078216.242852:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078216.242858:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078216.242859:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769078216.242866:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078216.242867:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242874:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078216.242874:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298528505 00000100:00000001:0.0:1769078216.242880:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078216.242887:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769078216.242890:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078216.242893:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298528505 00000100:00000001:0.0:1769078216.242897:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.242899:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1769078216.242903:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078216.242905:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078216.242911:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078216.242911:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.242915:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769078216.242916:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242919:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078216.242921:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078216.242924:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff8f28835eb480 x1855008978485504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078216.242926:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.242935:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078216.242944:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078216.242945:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769078216.242946:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078216.242948:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1769078216.242950:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.242952:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078216.242957:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078216.242958:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078216.242960:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769078216.242962:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078216.242963:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078216.242968:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.242971:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978485504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.242990:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.242992:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078216.242994:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.242995:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078216.242996:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.242997:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243002:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078216.243007:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1769078216.243008:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978485760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078216.243016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078216.243031:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078216.243039:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078216.243049:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078216.243050:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978485504:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078216.243054:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.243068:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243069:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078216.243075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078216.243078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078216.243079:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078216.243080:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078216.243088:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1769078216.243089:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078216.243097:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:1.0:1769078216.243097:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078216.243106:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1769078216.243108:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3854 00000020:00000001:1.0:1769078216.243110:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078216.243113:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1769078216.243115:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078216.243119:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078216.243120:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769078216.243123:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078216.243124:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1769078216.243131:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078216.243131:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078216.243134:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078216.243138:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078216.243138:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078216.243144:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078216.243149:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078216.243151:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078216.243151:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243157:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078216.243159:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078216.243160:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078216.243164:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078216.243166:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078216.243166:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.243169:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.243175:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078216.243177:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078216.243183:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078216.243183:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.243195:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078216.243196:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.243201:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078216.243207:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078216.243207:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078216.243211:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078216.243212:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.243215:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.243216:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078216.243219:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:0.0:1769078216.243221:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078216.243224:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078216.243227:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.243231:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243235:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769078216.243236:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078216.243238:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 02000000:00000001:0.0:1769078216.243240:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243243:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078216.243245:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078216.243248:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078216.243252:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.243258:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078216.243259:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078216.243267:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1769078216.243269:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978485888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078216.243271:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078216.243274:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243283:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078216.243288:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.243298:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078216.243298:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298527265 00000100:00000001:0.0:1769078216.243303:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243306:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298528505 00000100:00000001:0.0:1769078216.243310:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243311:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298527265 00000100:00080000:0.0:1769078216.243324:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078216.243324:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298528505 00000100:00000001:1.0:1769078216.243332:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078216.243333:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078216.243338:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.243339:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078216.243341:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769078216.243342:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078216.243348:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:1.0:1769078216.243349:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff8f28835ead80 x1855008978485632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078216.243354:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3854 00000100:00080000:0.0:1769078216.243364:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000400:00000001:1.0:1769078216.243367:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769078216.243368:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1769078216.243369:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078216.243371:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078216.243372:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1769078216.243394:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078216.243395:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078216.243397:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078216.243399:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078216.243401:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078216.243403:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078216.243408:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078216.243410:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.243411:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078216.243414:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078216.243416:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769078216.243417:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243419:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078216.243422:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078216.243423:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:0.0:1769078216.243425:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078216.243426:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078216.243437:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.243442:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.243442:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978485632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078216.243452:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078216.243455:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243461:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078216.243462:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078216.243470:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078216.243471:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078216.243479:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078216.243480:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243489:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.243492:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078216.243493:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243496:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078216.243498:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1769078216.243502:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978486016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078216.243506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078216.243519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078216.243529:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078216.243530:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078216.243536:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.243538:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078216.243542:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243544:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078216.243547:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.243549:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.243552:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078216.243555:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078216.243557:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.243559:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078216.243563:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078216.243565:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078216.243566:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.243567:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078216.243570:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243575:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078216.243576:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:1.0:1769078216.243578:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078216.243586:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078216.243588:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078216.243590:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078216.243591:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243592:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078216.243593:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243596:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298527263 00000100:00000001:1.0:1769078216.243597:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298528505 00000100:00000001:1.0:1769078216.243599:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298527263 00000100:00000001:1.0:1769078216.243601:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298528505 00000100:00000001:1.0:1769078216.243602:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078216.243603:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243604:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078216.243607:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff8f28835e8700 x1855008978485760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078216.243612:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078216.243612:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078216.243613:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078216.243615:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078216.243615:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243616:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.243617:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078216.243619:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978485760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.243623:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243624:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078216.243625:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243626:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.243627:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243628:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078216.243629:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078216.243630:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078216.243632:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078216.243634:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078216.243635:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078216.243637:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243638:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078216.243639:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078216.243640:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078216.243641:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078216.243642:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078216.243643:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078216.243644:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078216.243645:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078216.243647:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078216.243647:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243648:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078216.243649:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078216.243650:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078216.243651:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078216.243652:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078216.243652:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078216.243653:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078216.243654:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078216.243655:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078216.243655:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243656:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243658:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078216.243659:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243660:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078216.243661:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078216.243662:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078216.243663:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.243664:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.243665:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078216.243666:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078216.243667:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.243669:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078216.243671:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078216.243672:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078216.243673:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.243674:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078216.243676:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243679:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078216.243680:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:1.0:1769078216.243682:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078216.243687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078216.243690:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078216.243691:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078216.243692:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243693:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078216.243694:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243696:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298527266 00000100:00000001:1.0:1769078216.243698:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298528505 00000100:00000001:1.0:1769078216.243699:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298527266 00000100:00000001:1.0:1769078216.243701:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298528505 00000100:00000001:1.0:1769078216.243702:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078216.243703:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243704:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078216.243706:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff8f28835e9180 x1855008978485888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078216.243710:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078216.243710:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078216.243711:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078216.243712:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078216.243713:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243714:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.243715:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078216.243717:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978485888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.243720:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243722:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078216.243723:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243723:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.243724:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243725:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078216.243726:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078216.243727:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078216.243729:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078216.243730:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078216.243731:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978485888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078216.243733:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078216.243735:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.243735:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.243737:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078216.243738:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078216.243739:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.243740:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078216.243742:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078216.243743:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078216.243744:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.243745:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078216.243746:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243748:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078216.243749:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078216.243751:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078216.243755:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078216.243756:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078216.243757:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078216.243758:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243759:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078216.243760:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243762:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298527258 00000100:00000001:1.0:1769078216.243763:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298528505 00000100:00000001:1.0:1769078216.243764:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298527258 00000100:00000001:1.0:1769078216.243766:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298528505 00000100:00000001:1.0:1769078216.243767:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078216.243768:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243769:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078216.243771:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff8f28835eb800 x1855008978486016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078216.243775:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078216.243775:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078216.243776:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078216.243777:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078216.243778:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243779:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.243780:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078216.243782:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978486016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.243786:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243787:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078216.243788:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243789:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.243789:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243790:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078216.243791:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078216.243792:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078216.243794:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078216.243795:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078216.243796:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078216.243798:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243799:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078216.243800:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078216.243800:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078216.243801:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078216.243802:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078216.243802:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078216.243803:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078216.243804:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078216.243805:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078216.243806:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243807:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078216.243807:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078216.243808:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078216.243809:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078216.243809:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078216.243810:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078216.243811:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078216.243811:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078216.243813:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078216.243814:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243815:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.243816:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078216.243817:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.243818:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078216.243819:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.882484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078216.882489:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078216.882491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078216.882493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.882494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.882500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078216.882500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078216.882503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.882505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078216.882509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.882511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.882514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.882516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078216.882563:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078216.882566:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078216.882569:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078217.266498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078217.266507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078217.266509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078217.266516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078217.266521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078217.266525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078217.266528:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078217.266531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078217.266533:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.906459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078217.906469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078217.906470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078217.906471:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078217.906475:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078217.906479:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769078217.906480:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078217.906481:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.906488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078217.906488:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078217.906492:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.906493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078217.906494:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.906499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078217.906499:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078217.906503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078217.906504:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078217.906507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.906509:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078217.906613:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078217.906617:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078217.906630:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078218.290467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078218.290476:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078218.290478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078218.290485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078218.290489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078218.290493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078218.290495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078218.290498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078218.290501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.930509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078218.930515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078218.930518:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078218.930519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.930522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.930528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078218.930529:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078218.930532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.930535:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078218.930539:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078218.930542:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078218.930545:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078218.930548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078218.930603:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078218.930608:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078218.930611:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078219.314481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078219.314488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078219.314490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078219.314497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078219.314501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078219.314504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078219.314507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078219.314509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078219.314511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078219.954431:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078219.954438:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078219.954440:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078219.954443:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078219.954444:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078219.954447:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078219.954448:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078219.954453:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078219.954453:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078219.954455:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078219.954457:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078219.954458:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078219.954462:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078219.954515:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078219.954518:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078219.954522:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078220.338452:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078220.338459:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078220.338460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078220.338465:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078220.338469:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078220.338472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078220.338474:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078220.338476:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078220.338478:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.978509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078220.978517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078220.978519:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078220.978519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078220.978530:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078220.978530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.978539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078220.978542:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078220.978544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078220.978545:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078220.978548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.978549:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078220.978556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078220.978624:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078220.978635:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078220.978638:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078221.362471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078221.362474:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078221.362481:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078221.362484:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078221.362485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362488:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078221.362493:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769078221.362493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078221.362497:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078221.362499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078221.362504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078221.362507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078221.362510:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078221.362511:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3859 00000100:00000001:3.0:1769078221.362515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078221.362526:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078221.362531:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362533:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078221.362538:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078221.362541:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078221.362544:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078221.362546:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078221.362548:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362549:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078221.362554:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078221.362557:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362560:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078221.362564:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078221.362568:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362570:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078221.362573:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362592:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078221.362593:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362596:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078221.362599:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078221.362604:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362615:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078221.362628:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978486144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078221.362636:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078221.362639:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362652:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078221.362655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078221.362658:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078221.362660:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078221.362661:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078221.362665:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078221.362667:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3859 00000100:00080000:0.0:1769078221.362671:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078221.362673:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362674:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078221.362676:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078221.362677:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078221.362679:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078221.362681:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078221.362683:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362684:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078221.362687:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078221.362688:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078221.362689:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362691:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078221.362692:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078221.362694:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769078221.362696:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078221.362696:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769078221.362698:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362698:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362700:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078221.362702:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1769078221.362704:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078221.362705:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078221.362708:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078221.362712:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978486144:192.168.204.124@tcp:250:kworker.0 00000008:00000001:0.0:1769078221.362713:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362715:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362717:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078221.362719:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078221.362720:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362722:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078221.362722:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078221.362723:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078221.362725:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.362725:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.362727:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078221.362730:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.362731:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078221.362734:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978486272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078221.362740:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078221.362742:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362744:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078221.362747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078221.362749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078221.362750:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078221.362751:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078221.362752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078221.362752:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:0.0:1769078221.362755:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078221.362756:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078221.362757:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3859 00000100:00080000:0.0:1769078221.362760:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078221.362762:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078221.362764:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078221.362765:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078221.362767:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078221.362769:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078221.362771:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362771:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078221.362774:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078221.362776:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362777:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078221.362779:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078221.362781:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362782:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078221.362784:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078221.362785:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362787:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362790:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078221.362791:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362792:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078221.362793:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078221.362794:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362798:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078221.362801:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978486400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078221.362807:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078221.362809:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362812:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078221.362814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078221.362816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078221.362817:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362818:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078221.362819:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078221.362821:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078221.362822:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298533625 00000100:00080000:0.0:1769078221.362824:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3859 00000100:00080000:0.0:1769078221.362827:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078221.362828:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362829:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078221.362831:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078221.362832:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078221.362832:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1769078221.362834:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078221.362836:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078221.362838:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362839:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078221.362840:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298533625 00000100:00080000:0.0:1769078221.362843:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078221.362844:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078221.362845:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362846:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078221.362848:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078221.362849:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078221.362851:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362851:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362853:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078221.362854:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078221.362856:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078221.362856:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078221.362858:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362859:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362862:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078221.362863:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362864:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078221.362865:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078221.362865:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:0.0:1769078221.362866:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078221.362868:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362868:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078221.362869:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078221.362871:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078221.362872:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078221.362873:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362873:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.362875:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1769078221.362876:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978486528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078221.362877:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078221.362879:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078221.362883:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078221.362884:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078221.362886:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362887:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078221.362888:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078221.362889:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.362890:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078221.362903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078221.362905:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769078221.362907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078221.362908:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769078221.362908:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362915:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769078221.362916:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078221.362917:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:0.0:1769078221.362919:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078221.362921:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3859 00000100:00000001:1.0:1769078221.362921:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078221.362925:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078221.362927:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362928:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078221.362931:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078221.362932:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078221.362932:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078221.362934:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078221.362936:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078221.362936:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298532385 00000100:00000001:0.0:1769078221.362938:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078221.362939:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078221.362939:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298533625 00000100:00000001:1.0:1769078221.362941:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298532385 00000100:00080000:0.0:1769078221.362942:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078221.362943:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298533625 00000100:00000001:0.0:1769078221.362945:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362945:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078221.362946:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078221.362947:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362949:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078221.362949:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078221.362950:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769078221.362951:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362952:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362953:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078221.362954:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1769078221.362955:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078221.362955:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078221.362957:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362959:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362964:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078221.362964:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078221.362965:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362968:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078221.362968:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486400:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769078221.362969:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078221.362971:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362971:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078221.362972:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078221.362974:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362975:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.362975:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078221.362978:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078221.362979:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978486656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078221.362983:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078221.362984:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:0.0:1769078221.362986:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078221.362988:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078221.362993:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.362995:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.362996:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363000:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298532382 00000100:00000001:1.0:1769078221.363002:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298533625 00000100:00000001:1.0:1769078221.363004:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298532382 00000100:00000001:1.0:1769078221.363005:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298533625 00000100:00000001:1.0:1769078221.363007:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078221.363009:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363011:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363013:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.363016:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078221.363017:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078221.363019:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078221.363020:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078221.363021:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078221.363023:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078221.363024:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.363027:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078221.363028:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078221.363030:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078221.363034:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078221.363037:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078221.363039:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078221.363040:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.363041:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078221.363043:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363054:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078221.363055:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:1.0:1769078221.363058:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078221.363065:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363068:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298532385 00000100:00000001:1.0:1769078221.363069:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298533625 00000100:00000001:1.0:1769078221.363071:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298532385 00000100:00000001:1.0:1769078221.363072:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298533625 00000100:00000001:1.0:1769078221.363074:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078221.363075:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363076:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078221.363077:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078221.363078:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.363079:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078221.363081:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078221.363082:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078221.363084:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078221.363087:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078221.363088:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078221.363089:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.363090:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078221.363092:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363094:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078221.363095:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078221.363097:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078221.363101:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363103:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298532377 00000100:00000001:1.0:1769078221.363104:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298533625 00000100:00000001:1.0:1769078221.363105:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298532377 00000100:00000001:1.0:1769078221.363107:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298533625 00000100:00000001:1.0:1769078221.363108:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078221.363109:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363111:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363112:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.363114:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078221.363115:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078221.363116:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078221.363117:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078221.363118:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.363119:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078222.002465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078222.002471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078222.002473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078222.002474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078222.002476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078222.002481:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078222.002481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078222.002483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078222.002485:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078222.002488:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078222.002490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078222.002492:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078222.002494:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078222.002544:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078222.002548:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078222.002552:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078222.386548:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078222.386557:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078222.386560:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078222.386567:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078222.386572:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078222.386576:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078222.386579:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078222.386581:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078222.386584:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078223.026541:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078223.026550:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078223.026553:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078223.026561:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078223.026565:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078223.026570:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078223.026574:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078223.026577:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078223.026581:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078223.026637:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078223.026642:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078223.026645:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078223.026646:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078223.026701:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078223.026704:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078223.026706:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078223.410493:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078223.410500:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078223.410501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078223.410505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078223.410508:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078223.410511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078223.410514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078223.410516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078223.410517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078224.050487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078224.050492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078224.050496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078224.050497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078224.050499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078224.050507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078224.050508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078224.050510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078224.050512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078224.050518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.050521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078224.050524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.050527:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078224.050588:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078224.050592:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078224.050595:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078224.434512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078224.434522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078224.434524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078224.434532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078224.434537:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078224.434541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078224.434544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078224.434548:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078224.434552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1769078224.434698:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:2.0:1769078224.434746:0:2401:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078224.434768:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078224.434787:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078224.434805:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078224.434809:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078224.434811:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078224.434829:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:1.0:1769078224.434835:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078224.434836:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078224.434854:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078224.434855:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078224.434858:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078224.434862:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078224.434862:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078224.434870:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078224.434876:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1769078224.434878:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078224] req@ffff8f28835e8380 x1855008978486272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078224.434880:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078224.434882:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078224.434887:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078224.434895:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000400:00000001:1.0:1769078224.434903:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078224.434906:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078224.434915:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078224.434917:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078224.434919:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078224.434922:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078224.434923:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078224.434926:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078224.434929:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078224.434930:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.434934:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:2.0:1769078224.434935:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00100000:1.0:1769078224.434942:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978486272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078224.434942:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078224.434945:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078224.434947:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078224.434950:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078224.434956:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.434961:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078224.434964:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.434966:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.434967:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.434970:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078224.434973:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078224.434977:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078224.434983:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078224.434985:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078224.434989:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078224.434993:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078224.434998:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078224] req@ffff8f28835eaa00 x1855008978486400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078224.435004:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078224.435006:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078224.435008:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078224.435010:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078224.435011:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435013:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.435015:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078224.435018:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978486400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078224.435024:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435026:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078224.435028:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435029:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.435030:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435032:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078224.435033:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078224.435035:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078224.435038:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078224.435041:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078224.435043:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078224.435048:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078224.435052:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078224] req@ffff8f28835e8000 x1855008978486144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078224.435059:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078224.435060:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078224.435063:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078224.435065:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078224.435067:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435069:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.435070:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078224.435073:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978486144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078224.435080:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435082:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078224.435084:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435087:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.435088:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435090:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078224.435096:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078224.435098:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078224.435101:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078224.435103:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078224.435106:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978486144:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078224.435110:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078224.435112:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078224.435114:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078224.435118:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078224.435125:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078224.435128:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078224.435130:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078224.435135:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078224.435137:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078224.435141:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078224.435142:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435144:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078224.435145:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078224.435146:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078224.435149:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078224.435150:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078224.435151:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078224.435153:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078224.435154:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078224.435156:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078224.435157:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435159:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078224.435160:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078224.435161:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078224.435163:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078224.435164:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078224.435166:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078224.435167:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078224.435169:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078224.435170:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078224.435172:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435175:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078224.435177:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078224.435179:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078224.435180:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078224.435186:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078224] req@ffff8f28835e9880 x1855008978486528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078224.435196:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078224.435197:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078224.435200:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078224.435202:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078224.435203:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435205:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.435206:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078224.435210:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978486528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078224.435215:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435218:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078224.435220:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435221:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.435223:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435225:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078224.435226:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078224.435228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078224.435233:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078224.435236:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078224.435239:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078224.435243:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078224.435247:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078224] req@ffff8f28835eb800 x1855008978486656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078224.435261:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078224.435262:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078224.435265:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078224.435266:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078224.435268:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435270:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.435271:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078224.435275:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978486656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078224.435281:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435284:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078224.435286:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435288:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078224.435289:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435291:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078224.435293:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078224.435295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078224.435298:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078224.435301:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078224.435304:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078224.435308:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435310:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078224.435311:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078224.435313:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078224.435316:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078224.435317:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078224.435318:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078224.435320:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078224.435322:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078224.435324:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078224.435325:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435328:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078224.435329:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078224.435330:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078224.435332:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078224.435333:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078224.435334:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078224.435337:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078224.435338:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078224.435341:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078224.435342:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435344:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.435354:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078224.435355:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078224.435357:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078224.435358:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078225.074432:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078225.074440:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078225.074442:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078225.074446:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078225.074449:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078225.074450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078225.074452:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078225.074456:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078225.074456:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078225.074459:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078225.074462:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078225.074463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078225.074466:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078225.074516:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078225.074519:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078225.074522:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078225.458652:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078225.458662:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078225.458664:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078225.458671:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078225.458675:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078225.458679:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078225.458682:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078225.458685:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078225.458688:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.098482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078226.098482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078226.098490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078226.098492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078226.098494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078226.098499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078226.098500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078226.098504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078226.098504:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078226.098506:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078226.098507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.098510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078226.098510:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.098513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078226.098514:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078226.098515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078226.098516:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078226.098518:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078226.098520:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078226.098612:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078226.098616:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078226.098619:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078226.482542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078226.482550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078226.482553:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078226.482556:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078226.482560:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078226.482568:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3865 00000100:00080000:1.0:1769078226.482583:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078226.482594:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078226.482597:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078226.482602:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078226.482605:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078226.482608:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078226.482611:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078226.482613:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078226.482614:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078226.482618:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078226.482621:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078226.482622:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.482627:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1769078226.482628:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078226.482631:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.482633:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769078226.482637:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 02000000:00000001:1.0:1769078226.482638:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.482644:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078226.482644:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078226.482649:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.482650:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.482655:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078226.482658:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078226.482660:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078226.482661:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.482664:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482670:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078226.482674:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078226.482679:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482692:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078226.482703:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8a80 x1855008978486784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078226.482714:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078226.482718:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482739:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078226.482742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078226.482759:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078226.482760:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078226.482762:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078226.482765:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078226.482768:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3865 00000100:00080000:1.0:1769078226.482772:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078226.482774:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078226.482775:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078226.482777:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078226.482779:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078226.482781:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769078226.482783:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078226.482785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078226.482786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078226.482789:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078226.482792:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.482793:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078226.482799:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078226.482801:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482803:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078226.482835:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078226.482839:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482841:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.482847:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078226.482849:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482850:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078226.482852:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078226.482853:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769078226.482854:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.482859:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078226.482862:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.482863:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078226.482867:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078226.482870:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078226.482872:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9880 x1855008978486912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078226.482876:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078226.482882:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078226.482885:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769078226.482887:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482889:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078226.482895:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978486784:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078226.482895:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078226.482901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078226.482904:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1769078226.482907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078226.482910:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1769078226.482912:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1769078226.482912:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769078226.482917:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482918:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078226.482924:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1769078226.482925:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3865 00000100:00080000:1.0:1769078226.482930:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769078226.482931:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078226.482936:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078226.482939:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078226.482941:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078226.482943:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769078226.482945:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078226.482948:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078226.482949:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078226.482952:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078226.482955:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.482957:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1769078226.482957:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078226.482961:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006057088 : -124070703494528 : ffff8f2889ca8a80) 02000000:00000001:1.0:1769078226.482963:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078226.482968:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769078226.482968:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482970:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078226.482974:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078226.482977:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482978:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.482983:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078226.482984:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482986:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078226.482988:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078226.482990:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.482995:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078226.483000:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9c00 x1855008978487040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078226.483013:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078226.483015:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.483018:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078226.483020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078226.483023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078226.483026:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000100:0.0:1769078226.483028:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:1.0:1769078226.483029:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078226.483034:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078226.483038:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3865 00000100:00000001:0.0:1769078226.483043:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769078226.483044:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078226.483049:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078226.483050:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078226.483051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078226.483054:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078226.483056:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078226.483058:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769078226.483060:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078226.483063:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769078226.483066:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078226.483067:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.483071:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078226.483074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078226.483075:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298538745 00000100:00080000:1.0:1769078226.483081:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078226.483085:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.483087:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078226.483090:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1769078226.483091:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078226.483096:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.483098:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078226.483101:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298538745 00000008:00100000:1.0:1769078226.483102:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078226.483109:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000008:00000001:1.0:1769078226.483111:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483115:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078226.483115:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483122:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.483125:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078226.483126:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769078226.483128:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.483133:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1769078226.483134:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff8f2889ca8a80 x1855008978486784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078226.483136:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078226.483139:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.483147:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078226.483149:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078226.483153:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1769078226.483156:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cabb80 x1855008978487168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078226.483158:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078226.483162:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078226.483165:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.483169:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078226.483170:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483174:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.483174:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.483180:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078226.483185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078226.483189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1769078226.483190:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8a80 x1855008978486784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.483191:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078226.483194:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078226.483199:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078226.483206:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3865 00000100:00000001:0.0:1769078226.483207:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078226.483212:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078226.483213:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078226.483217:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078226.483219:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.483221:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078226.483222:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483225:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078226.483226:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078226.483229:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1769078226.483230:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078226.483232:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1769078226.483234:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:0.0:1769078226.483237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1769078226.483239:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078226.483243:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1769078226.483245:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078226.483246:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078226.483249:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1769078226.483254:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:0.0:1769078226.483259:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978486784:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078226.483260:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.483265:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078226.483267:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078226.483270:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078226.483271:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078226.483275:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078226.483275:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483279:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078226.483284:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078226.483286:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769078226.483286:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769078226.483289:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00100000:1.0:1769078226.483290:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078226.483295:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483296:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769078226.483297:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483301:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1769078226.483304:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078226.483305:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1769078226.483308:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483309:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.483312:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078226.483314:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078226.483316:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078226.483319:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483324:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078226.483324:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483327:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483332:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1769078226.483333:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa300 x1855008978487296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078226.483335:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078226.483338:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078226.483340:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078226.483344:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.483349:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769078226.483350:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078226.483354:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078226.483355:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483360:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.483362:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078226.483367:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486912:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078226.483372:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078226.483406:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078226.483408:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483411:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078226.483413:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483420:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078226.483422:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006060672 : -124070703490944 : ffff8f2889ca9880) 00000100:00000001:0.0:1769078226.483428:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078226.483441:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078226.483446:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078226.483448:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078226.483450:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483452:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078226.483454:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483458:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298537506 00000100:00000001:0.0:1769078226.483461:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298538745 00000100:00000001:0.0:1769078226.483463:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298537506 00000100:00000001:0.0:1769078226.483465:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298538745 00000100:00000001:0.0:1769078226.483467:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078226.483469:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483471:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078226.483475:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff8f2889ca9880 x1855008978486912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078226.483483:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078226.483485:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078226.483487:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078226.483488:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078226.483489:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483491:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483493:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078226.483496:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9880 x1855008978486912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078226.483508:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483511:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078226.483513:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483514:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483515:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483517:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078226.483519:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078226.483521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078226.483524:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078226.483526:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078226.483530:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978486912:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078226.483533:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078226.483535:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078226.483536:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483538:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078226.483540:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078226.483542:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078226.483545:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078226.483548:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078226.483550:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078226.483551:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483553:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078226.483556:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483560:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078226.483562:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006061568 : -124070703490048 : ffff8f2889ca9c00) 00000100:00000001:0.0:1769078226.483565:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078226.483575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078226.483578:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078226.483580:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078226.483581:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483584:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078226.483586:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483589:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298537503 00000100:00000001:0.0:1769078226.483592:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298538745 00000100:00000001:0.0:1769078226.483594:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298537503 00000100:00000001:0.0:1769078226.483596:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298538745 00000100:00000001:0.0:1769078226.483598:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078226.483600:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483601:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078226.483605:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff8f2889ca9c00 x1855008978487040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078226.483612:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078226.483613:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078226.483615:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078226.483617:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078226.483618:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483620:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483621:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078226.483625:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9c00 x1855008978487040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078226.483631:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483633:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078226.483636:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483638:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483639:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483641:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078226.483643:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078226.483645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078226.483649:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078226.483651:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078226.483654:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078226.483657:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078226.483658:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078226.483660:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483662:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078226.483663:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078226.483665:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078226.483668:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078226.483671:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078226.483673:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078226.483674:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483675:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078226.483678:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483684:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078226.483685:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006069632 : -124070703481984 : ffff8f2889cabb80) 00000100:00000001:0.0:1769078226.483688:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078226.483697:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078226.483700:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078226.483702:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078226.483703:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483705:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078226.483707:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483710:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298537506 00000100:00000001:0.0:1769078226.483713:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298538745 00000100:00000001:0.0:1769078226.483715:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298537506 00000100:00000001:0.0:1769078226.483717:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298538745 00000100:00000001:0.0:1769078226.483719:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078226.483721:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483723:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078226.483726:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff8f2889cabb80 x1855008978487168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078226.483738:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078226.483740:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078226.483742:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078226.483743:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078226.483745:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483746:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483748:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078226.483751:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cabb80 x1855008978487168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078226.483757:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483759:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078226.483761:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483763:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483764:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483765:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078226.483767:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078226.483769:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078226.483772:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078226.483774:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078226.483777:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078226.483780:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483782:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078226.483783:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078226.483785:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078226.483787:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078226.483788:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078226.483790:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078226.483792:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078226.483793:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078226.483795:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078226.483796:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483798:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078226.483800:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078226.483801:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078226.483802:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078226.483804:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078226.483815:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078226.483818:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078226.483819:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078226.483820:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078226.483821:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483823:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078226.483824:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078226.483826:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078226.483827:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078226.483828:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078226.483829:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078226.483831:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078226.483832:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078226.483834:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078226.483835:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483837:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483841:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078226.483842:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483844:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078226.483845:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078226.483847:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078226.483848:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078226.483849:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483851:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078226.483853:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078226.483855:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078226.483858:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078226.483861:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078226.483863:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078226.483864:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078226.483866:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078226.483868:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483873:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078226.483874:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006063360 : -124070703488256 : ffff8f2889caa300) 00000100:00000001:0.0:1769078226.483878:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078226.483888:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078226.483891:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078226.483893:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078226.483895:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483897:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078226.483899:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483902:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298537498 00000100:00000001:0.0:1769078226.483904:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298538745 00000100:00000001:0.0:1769078226.483906:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298537498 00000100:00000001:0.0:1769078226.483913:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298538745 00000100:00000001:0.0:1769078226.483915:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078226.483917:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483919:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078226.483922:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff8f2889caa300 x1855008978487296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078226.483929:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078226.483931:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078226.483933:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078226.483934:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078226.483936:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483938:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483939:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078226.483942:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa300 x1855008978487296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078226.483948:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483950:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078226.483953:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483954:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078226.483955:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483957:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078226.483958:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078226.483960:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078226.483963:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078226.483965:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078226.483968:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078226.483972:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483973:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078226.483974:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078226.483976:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078226.483977:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078226.483978:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078226.483979:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078226.483981:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078226.483982:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078226.483984:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078226.483985:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483987:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.483989:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078226.483991:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.483992:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078226.483994:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078227.122507:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078227.122507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078227.122515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078227.122516:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078227.122520:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078227.122524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078227.122526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078227.122527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078227.122534:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078227.122538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078227.122541:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078227.122545:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078227.122548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078227.122592:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078227.122596:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078227.122600:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078227.506701:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078227.506710:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078227.506712:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078227.506719:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078227.506724:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078227.506727:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078227.506730:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078227.506733:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078227.506736:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078228.146488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078228.146498:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078228.146500:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078228.146503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078228.146507:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078228.146510:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078228.146512:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078228.146513:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078228.146517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078228.146518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078228.146576:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078228.146579:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078228.146583:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078228.146618:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078228.146622:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078228.146623:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078228.146626:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078228.146629:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078228.146632:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078228.146635:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078228.146637:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078228.146638:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078228.531057:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078228.531065:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078228.531068:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078228.531075:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078228.531079:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078228.531083:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078228.531087:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078228.531089:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078228.531091:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.170501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078229.170508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078229.170508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078229.170511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078229.170513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078229.170518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078229.170523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078229.170527:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078229.170530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078229.170531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078229.170534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.170544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078229.170549:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078229.170600:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078229.170605:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078229.170609:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078229.554528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078229.554537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078229.554539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078229.554545:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078229.554549:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078229.554554:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078229.554557:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078229.554560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078229.554563:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.194482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078230.194486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078230.194491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.194492:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078230.194496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078230.194497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078230.194500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078230.194501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078230.194506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078230.194508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078230.194511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078230.194513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078230.194516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078230.194555:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078230.194560:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078230.194564:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078230.578487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078230.578497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078230.578500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078230.578507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078230.578511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078230.578514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078230.578518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078230.578521:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078230.578524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078231.218476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078231.218481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078231.218484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078231.218485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078231.218487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078231.218491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078231.218492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078231.218493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078231.218495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078231.218499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078231.218502:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078231.218505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078231.218508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078231.218561:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078231.218566:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078231.218570:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078231.602527:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078231.602542:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078231.602544:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078231.602553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078231.602560:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078231.602565:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.602569:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078231.602573:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.602576:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078231.605834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078231.605845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078231.605848:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078231.605853:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078231.605857:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078231.605866:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3870 00000100:00080000:3.0:1769078231.605880:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078231.605884:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.605887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078231.605892:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078231.605895:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078231.605899:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078231.605902:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078231.605904:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.605906:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078231.605911:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078231.605913:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.605917:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078231.605920:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078231.605924:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.605926:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078231.605929:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.605941:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078231.605942:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.605946:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078231.605949:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078231.605955:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.605969:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078231.605979:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978487424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078231.605991:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078231.605995:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606012:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078231.606015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078231.606019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078231.606020:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078231.606022:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078231.606026:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078231.606028:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3870 00000100:00080000:3.0:1769078231.606032:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078231.606035:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.606037:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078231.606039:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078231.606042:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078231.606045:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078231.606047:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078231.606050:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.606051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078231.606055:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078231.606055:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078231.606060:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606062:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078231.606063:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078231.606067:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078231.606071:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078231.606071:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078231.606073:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.606076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606080:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078231.606081:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078231.606086:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:3.0:1769078231.606086:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078231.606092:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078231.606093:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606097:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078231.606101:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978487424:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078231.606103:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078231.606106:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606109:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078231.606110:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078231.606111:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078231.606115:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078231.606118:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078231.606122:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606123:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078231.606126:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769078231.606132:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978487552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078231.606134:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606144:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078231.606146:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606150:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078231.606154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078231.606157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078231.606158:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078231.606159:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078231.606161:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00080000:3.0:1769078231.606163:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078231.606168:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078231.606169:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078231.606172:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3870 00000100:00080000:3.0:1769078231.606177:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078231.606180:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.606181:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078231.606184:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078231.606185:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078231.606187:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078231.606189:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078231.606191:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.606193:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078231.606196:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078231.606198:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.606200:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078231.606203:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078231.606206:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606208:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078231.606210:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078231.606212:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606214:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078231.606219:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:3.0:1769078231.606219:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078231.606223:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606225:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078231.606226:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078231.606229:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606235:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078231.606235:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606241:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769078231.606244:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978487680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078231.606245:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606251:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078231.606258:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078231.606259:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606261:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606265:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606266:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298543868 00000100:00080000:3.0:1769078231.606269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078231.606275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078231.606276:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078231.606278:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078231.606281:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078231.606282:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078231.606287:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3870 00000100:00000001:0.0:1769078231.606292:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298543868 00000100:00080000:3.0:1769078231.606292:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078231.606295:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.606299:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078231.606300:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769078231.606303:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078231.606306:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078231.606306:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078231.606308:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078231.606311:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078231.606313:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078231.606316:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078231.606317:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.606321:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769078231.606325:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff8f28835fad80 x1855008978487424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078231.606327:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078231.606334:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.606339:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078231.606343:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1769078231.606346:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1769078231.606347:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078231.606350:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078231.606352:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078231.606355:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00100000:3.0:1769078231.606356:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078231.606360:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:3.0:1769078231.606361:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606364:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.606365:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606369:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769078231.606372:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078231.606373:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078231.606410:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078231.606412:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978487424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078231.606414:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078231.606417:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078231.606419:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606426:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.606427:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606431:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078231.606437:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078231.606437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978487808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078231.606441:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078231.606444:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606449:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078231.606452:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078231.606453:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078231.606457:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078231.606459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078231.606461:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078231.606467:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:3.0:1769078231.606468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078231.606472:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1769078231.606474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078231.606478:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078231.606480:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978487424:192.168.204.124@tcp:250:kworker.0 00000100:00080000:3.0:1769078231.606481:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078231.606488:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078231.606490:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078231.606493:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3870 00000100:00000001:0.0:1769078231.606495:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078231.606498:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1769078231.606501:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769078231.606503:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769078231.606505:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.606508:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078231.606509:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078231.606512:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078231.606513:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769078231.606515:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078231.606517:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769078231.606519:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769078231.606523:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1769078231.606524:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769078231.606527:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769078231.606528:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078231.606532:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078231.606533:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078231.606537:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078231.606537:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078231.606543:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.606543:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.606547:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078231.606550:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078231.606553:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769078231.606553:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606557:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606557:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078231.606560:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078231.606562:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078231.606565:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:3.0:1769078231.606566:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606568:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078231.606570:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606572:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078231.606575:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.606576:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078231.606578:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078231.606579:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078231.606581:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078231.606583:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078231.606586:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.606586:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078231.606590:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078231.606593:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769078231.606597:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606599:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078231.606603:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078231.606606:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078231.606607:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978487936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078231.606609:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078231.606613:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606621:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078231.606624:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:3.0:1769078231.606626:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078231.606630:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078231.606631:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.606637:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078231.606646:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078231.606652:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078231.606654:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078231.606656:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606657:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078231.606660:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606676:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298542629 00000100:00000001:0.0:1769078231.606680:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298543868 00000100:00000001:0.0:1769078231.606682:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298542629 00000100:00000001:0.0:1769078231.606684:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298543868 00000100:00000001:0.0:1769078231.606686:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078231.606688:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606689:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078231.606693:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff8f28835f9880 x1855008978487552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078231.606702:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078231.606703:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078231.606706:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078231.606707:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078231.606708:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606710:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078231.606712:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078231.606716:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978487552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078231.606739:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606741:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078231.606743:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606745:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078231.606746:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606748:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078231.606750:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078231.606752:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078231.606756:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078231.606758:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078231.606761:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078231.606765:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078231.606767:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078231.606768:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078231.606770:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078231.606772:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078231.606773:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078231.606776:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078231.606779:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078231.606781:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078231.606783:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078231.606784:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078231.606788:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606793:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078231.606794:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:0.0:1769078231.606798:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078231.606810:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078231.606814:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078231.606816:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078231.606818:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606819:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078231.606822:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606825:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298542626 00000100:00000001:0.0:1769078231.606827:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298543868 00000100:00000001:0.0:1769078231.606829:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298542626 00000100:00000001:0.0:1769078231.606831:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298543868 00000100:00000001:0.0:1769078231.606833:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078231.606835:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606836:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078231.606840:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff8f28835faa00 x1855008978487680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078231.606847:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078231.606849:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078231.606851:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078231.606852:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078231.606854:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606855:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078231.606857:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078231.606860:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978487680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078231.606866:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606868:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078231.606871:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606873:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078231.606874:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606876:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078231.606877:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078231.606879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078231.606882:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078231.606884:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078231.606887:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078231.606890:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078231.606891:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078231.606893:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078231.606895:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078231.606897:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078231.606899:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078231.606901:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078231.606905:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078231.606906:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078231.606907:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078231.606909:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078231.606912:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606918:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078231.606919:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:0.0:1769078231.606922:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078231.606933:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078231.606936:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078231.606939:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078231.606940:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606942:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078231.606944:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606955:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298542629 00000100:00000001:0.0:1769078231.606958:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298543868 00000100:00000001:0.0:1769078231.606960:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298542629 00000100:00000001:0.0:1769078231.606963:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298543868 00000100:00000001:0.0:1769078231.606965:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078231.606966:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.606968:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078231.606972:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff8f28835f9500 x1855008978487808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078231.606980:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078231.606981:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078231.606984:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078231.606985:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078231.606986:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.606989:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078231.606990:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078231.606993:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978487808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078231.606999:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607001:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078231.607003:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607005:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078231.607006:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607008:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078231.607010:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078231.607013:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078231.607016:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078231.607018:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078231.607022:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078231.607025:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607027:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078231.607029:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078231.607031:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078231.607033:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078231.607034:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078231.607036:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078231.607038:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078231.607039:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078231.607041:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078231.607042:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607044:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078231.607045:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078231.607046:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078231.607048:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078231.607049:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078231.607050:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078231.607052:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078231.607053:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078231.607054:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078231.607056:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607057:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078231.607058:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078231.607059:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078231.607061:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078231.607062:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078231.607063:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078231.607065:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078231.607066:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078231.607068:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078231.607069:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607071:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607074:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078231.607075:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.607078:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078231.607079:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078231.607080:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078231.607082:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078231.607083:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078231.607085:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078231.607087:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078231.607089:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078231.607092:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078231.607097:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078231.607098:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078231.607099:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078231.607101:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078231.607103:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.607109:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078231.607110:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769078231.607113:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078231.607123:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078231.607127:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078231.607129:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078231.607130:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.607131:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078231.607134:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.607137:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298542621 00000100:00000001:0.0:1769078231.607139:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298543868 00000100:00000001:0.0:1769078231.607141:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298542621 00000100:00000001:0.0:1769078231.607144:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298543868 00000100:00000001:0.0:1769078231.607146:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078231.607148:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.607149:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078231.607153:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff8f28835fad80 x1855008978487936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078231.607159:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078231.607161:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078231.607163:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078231.607164:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078231.607166:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607168:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078231.607169:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078231.607172:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978487936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078231.607183:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607186:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078231.607188:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607189:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078231.607190:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607192:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078231.607193:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078231.607196:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078231.607199:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078231.607201:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078231.607204:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978487936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078231.607208:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607209:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078231.607210:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078231.607212:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078231.607214:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078231.607215:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078231.607216:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078231.607218:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078231.607219:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078231.607221:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078231.607222:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607224:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.607226:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078231.607227:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.607229:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078231.607230:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078232.242481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078232.242488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078232.242490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078232.242492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078232.242495:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078232.242500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078232.242501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078232.242503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078232.242506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078232.242511:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078232.242514:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078232.242517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078232.242520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078232.242568:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078232.242572:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078232.242575:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078232.626510:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078232.626518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078232.626520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078232.626527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078232.626531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078232.626535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078232.626538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078232.626540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078232.626543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078233.266460:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078233.266464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078233.266469:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078233.266469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078233.266474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078233.266476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078233.266479:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078233.266480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078233.266486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078233.266492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078233.266495:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078233.266497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078233.266500:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078233.266533:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078233.266535:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078233.266538:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078233.650457:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078233.650467:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078233.650470:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078233.650475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078233.650479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078233.650482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078233.650487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078233.650489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078233.650492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078234.290459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078234.290467:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078234.290469:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078234.290475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078234.290479:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078234.290483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078234.290484:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078234.290487:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078234.290493:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078234.290493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078234.290502:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078234.290504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078234.290508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078234.290572:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078234.290575:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078234.290577:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078234.674536:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078234.674544:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078234.674546:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078234.674550:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078234.674554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078234.674558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078234.674560:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078234.674562:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078234.674564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.314449:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078235.314449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078235.314454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.314455:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078235.314460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078235.314461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078235.314465:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769078235.314466:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078235.314467:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078235.314470:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.314473:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078235.314473:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078235.314476:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.314479:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078235.314479:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078235.314485:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.314486:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078235.314489:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078235.314492:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078235.314539:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078235.314543:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078235.314547:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078235.698468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078235.698475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078235.698477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078235.698481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078235.698484:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078235.698488:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078235.698490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078235.698492:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078235.698494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.338496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078236.338499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078236.338504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.338505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078236.338509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078236.338512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078236.338514:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078236.338515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.338521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078236.338526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.338530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078236.338532:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.338535:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078236.338572:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078236.338576:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078236.338579:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078236.722506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769078236.722506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078236.722514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769078236.722515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078236.722518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722518:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078236.722523:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078236.722524:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078236.722529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078236.722530:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078236.722533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.722536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078236.722537:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3875 00000100:00000001:0.0:1769078236.722539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.722542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078236.722547:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078236.722552:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078236.722559:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078236.722563:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078236.722567:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078236.722570:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078236.722572:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078236.722575:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078236.722577:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078236.722582:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078236.722585:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078236.722589:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078236.722593:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078236.722596:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722599:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078236.722602:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078236.722614:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078236.722616:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722618:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078236.722621:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078236.722624:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722650:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078236.722660:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab480 x1855008978488064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078236.722671:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078236.722675:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722691:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078236.722694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078236.722697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078236.722699:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078236.722701:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078236.722704:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078236.722707:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3875 00000100:00080000:1.0:1769078236.722711:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078236.722714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078236.722716:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078236.722718:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769078236.722719:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078236.722722:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078236.722723:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078236.722725:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769078236.722726:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078236.722728:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078236.722730:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.722732:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:0.0:1769078236.722735:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078236.722736:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769078236.722738:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078236.722740:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078236.722741:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078236.722748:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978488064:192.168.204.124@tcp:250:kworker.0 00000100:00080000:1.0:1769078236.722749:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078236.722754:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078236.722756:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.722758:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078236.722760:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078236.722761:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.722764:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078236.722768:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078236.722768:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078236.722773:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722775:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078236.722779:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078236.722781:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722782:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.722785:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1769078236.722786:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078236.722787:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006067840 : -124070703483776 : ffff8f2889cab480) 02000000:00000001:1.0:1769078236.722790:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.722792:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078236.722794:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078236.722797:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078236.722799:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722806:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078236.722811:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9f80 x1855008978488192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078236.722819:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078236.722822:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078236.722826:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078236.722828:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078236.722832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078236.722835:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769078236.722837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078236.722839:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078236.722841:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078236.722842:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078236.722844:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078236.722845:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078236.722850:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078236.722851:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078236.722854:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3875 00000100:00000001:0.0:1769078236.722856:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298548985 00000100:00080000:1.0:1769078236.722858:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078236.722865:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078236.722871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078236.722873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078236.722874:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298548985 00000020:00000001:1.0:1769078236.722878:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078236.722880:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078236.722881:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1769078236.722883:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078236.722887:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078236.722887:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078236.722892:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078236.722893:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078236.722897:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1769078236.722902:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:0.0:1769078236.722906:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff8f2889cab480 x1855008978488064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078236.722907:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078236.722911:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078236.722915:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078236.722920:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078236.722924:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769078236.722924:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078236.722926:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000001:0.0:1769078236.722927:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078236.722932:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:1.0:1769078236.722932:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.722935:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.722937:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078236.722940:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.722942:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1769078236.722943:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078236.722944:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078236.722946:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078236.722951:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab480 x1855008978488064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078236.722951:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078236.722954:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078236.722957:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.722964:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.722965:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.722968:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078236.722973:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078236.722974:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9500 x1855008978488320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078236.722976:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078236.722978:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.722981:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078236.722984:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078236.722986:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:0.0:1769078236.722989:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769078236.722991:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078236.722996:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078236.722997:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723000:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1769078236.723002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078236.723006:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978488064:192.168.204.124@tcp:250:kworker.0 00000100:00080000:1.0:1769078236.723008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078236.723011:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078236.723015:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078236.723017:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.723019:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078236.723021:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078236.723024:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1769078236.723025:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3875 02000000:00000001:0.0:1769078236.723028:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1769078236.723032:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769078236.723033:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078236.723036:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769078236.723037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078236.723039:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769078236.723041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078236.723044:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1769078236.723045:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769078236.723048:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1769078236.723048:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078236.723052:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078236.723053:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1769078236.723055:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078236.723057:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.723060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078236.723061:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.723064:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078236.723070:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769078236.723070:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078236.723074:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.723074:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723078:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769078236.723079:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078236.723081:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078236.723084:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1769078236.723084:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078236.723087:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1769078236.723089:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723090:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.723094:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078236.723095:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1769078236.723098:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1769078236.723099:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078236.723104:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078236.723105:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.723109:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078236.723112:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488192:192.168.204.124@tcp:38:kworker.0 02000000:00000001:1.0:1769078236.723115:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078236.723117:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078236.723118:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.723121:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769078236.723122:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078236.723125:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078236.723125:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078236.723128:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078236.723130:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.723131:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723139:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078236.723139:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723142:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006062464 : -124070703489152 : ffff8f2889ca9f80) 00000100:00000001:0.0:1769078236.723147:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1769078236.723148:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab100 x1855008978488448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078236.723158:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078236.723160:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078236.723163:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078236.723166:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723170:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769078236.723171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078236.723175:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1769078236.723176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078236.723179:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.723180:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078236.723183:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769078236.723184:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078236.723186:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.723189:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078236.723191:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298547745 00000100:00080000:1.0:1769078236.723195:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3875 00000100:00000001:0.0:1769078236.723196:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298548985 00000100:00000001:0.0:1769078236.723201:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298547745 00000100:00000001:0.0:1769078236.723203:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298548985 00000100:00080000:1.0:1769078236.723204:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078236.723206:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078236.723209:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078236.723210:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723212:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078236.723214:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078236.723218:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1769078236.723219:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff8f2889ca9f80 x1855008978488192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078236.723220:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078236.723224:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:1.0:1769078236.723229:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078236.723233:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1769078236.723237:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769078236.723237:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:0.0:1769078236.723241:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1769078236.723243:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078236.723245:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078236.723247:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723249:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1769078236.723251:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078236.723252:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723256:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1769078236.723256:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078236.723258:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078236.723261:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078236.723266:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9f80 x1855008978488192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078236.723266:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078236.723269:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078236.723276:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723281:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.723281:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723285:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1769078236.723286:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078236.723290:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078236.723290:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.723294:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078236.723295:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1769078236.723297:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078236.723298:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078236.723301:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723302:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078236.723306:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078236.723309:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078236.723310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078236.723318:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00100000:1.0:1769078236.723319:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9180 x1855008978488576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078236.723322:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078236.723330:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078236.723334:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078236.723339:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723342:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078236.723343:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723346:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078236.723348:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.723351:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078236.723354:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078236.723356:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078236.723360:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078236.723363:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078236.723365:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078236.723367:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.723368:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078236.723372:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723401:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078236.723403:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006059776 : -124070703491840 : ffff8f2889ca9500) 00000100:00000001:0.0:1769078236.723407:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078236.723420:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078236.723424:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078236.723426:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078236.723427:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723429:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078236.723431:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723435:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298547743 00000100:00000001:0.0:1769078236.723437:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298548985 00000100:00000001:0.0:1769078236.723439:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298547743 00000100:00000001:0.0:1769078236.723442:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298548985 00000100:00000001:0.0:1769078236.723443:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078236.723446:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723447:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078236.723452:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff8f2889ca9500 x1855008978488320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078236.723460:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078236.723462:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078236.723465:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078236.723466:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078236.723467:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723468:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078236.723469:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078236.723471:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9500 x1855008978488320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078236.723476:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723478:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078236.723479:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723480:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078236.723481:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723481:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078236.723482:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078236.723484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078236.723485:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078236.723487:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078236.723488:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078236.723490:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723491:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078236.723492:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078236.723494:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078236.723495:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078236.723496:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078236.723497:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078236.723498:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078236.723499:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078236.723501:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078236.723502:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723503:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078236.723503:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078236.723504:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078236.723505:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078236.723506:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078236.723507:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078236.723508:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078236.723509:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078236.723510:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078236.723510:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723512:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723514:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078236.723515:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723516:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078236.723516:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078236.723517:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078236.723519:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078236.723519:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.723521:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078236.723522:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078236.723524:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078236.723525:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078236.723527:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078236.723529:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078236.723530:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.723531:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078236.723533:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723537:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078236.723538:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066944 : -124070703484672 : ffff8f2889cab100) 00000100:00000001:0.0:1769078236.723541:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078236.723548:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078236.723551:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078236.723552:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078236.723553:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723554:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078236.723556:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723558:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298547746 00000100:00000001:0.0:1769078236.723559:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298548985 00000100:00000001:0.0:1769078236.723561:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298547746 00000100:00000001:0.0:1769078236.723562:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298548985 00000100:00000001:0.0:1769078236.723573:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078236.723574:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723575:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078236.723578:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff8f2889cab100 x1855008978488448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078236.723583:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078236.723584:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078236.723585:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078236.723586:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078236.723587:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723588:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078236.723589:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078236.723591:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab100 x1855008978488448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078236.723596:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723597:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078236.723598:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723599:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078236.723599:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723600:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078236.723601:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078236.723603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078236.723605:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078236.723606:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078236.723608:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078236.723610:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078236.723611:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078236.723612:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.723613:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078236.723615:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078236.723616:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078236.723619:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078236.723622:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078236.723624:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078236.723625:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078236.723627:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078236.723630:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723644:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078236.723645:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006058880 : -124070703492736 : ffff8f2889ca9180) 00000100:00000001:0.0:1769078236.723649:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078236.723659:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078236.723663:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078236.723665:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078236.723666:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723668:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078236.723671:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723674:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298547738 00000100:00000001:0.0:1769078236.723676:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298548985 00000100:00000001:0.0:1769078236.723678:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298547738 00000100:00000001:0.0:1769078236.723680:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298548985 00000100:00000001:0.0:1769078236.723682:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078236.723684:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723685:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078236.723688:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff8f2889ca9180 x1855008978488576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078236.723695:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078236.723697:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078236.723699:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078236.723701:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078236.723702:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723704:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078236.723705:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078236.723708:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9180 x1855008978488576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078236.723719:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723721:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078236.723723:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723724:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078236.723725:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723727:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078236.723728:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078236.723730:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078236.723733:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078236.723735:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078236.723738:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078236.723741:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723743:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078236.723744:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078236.723745:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078236.723747:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078236.723748:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078236.723750:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078236.723752:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078236.723753:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078236.723754:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078236.723756:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723757:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078236.723758:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078236.723759:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078236.723760:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078236.723761:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078236.723762:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078236.723764:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078236.723765:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078236.723766:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078236.723767:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723768:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.723772:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078236.723773:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.723775:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078236.723776:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078237.362445:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078237.362454:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078237.362454:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078237.362456:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078237.362459:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078237.362461:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769078237.362462:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078237.362464:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078237.362466:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078237.362467:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078237.362469:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078237.362469:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078237.362471:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078237.362472:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078237.362474:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078237.362474:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078237.362476:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078237.362478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078237.362479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078237.362519:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078237.362523:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078237.362526:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078237.746473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078237.746479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078237.746481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078237.746485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078237.746487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078237.746490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078237.746492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078237.746494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078237.746495:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078238.386514:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078238.386518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078238.386523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078238.386523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078238.386527:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078238.386529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078238.386533:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078238.386533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078238.386539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078238.386542:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078238.386545:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078238.386548:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078238.386550:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078238.386593:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078238.386596:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078238.386599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078238.770480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078238.770496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078238.770499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078238.770505:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078238.770509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078238.770513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078238.770516:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078238.770520:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078238.770523:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.410503:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078239.410505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078239.410511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.410512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078239.410516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078239.410517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078239.410522:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078239.410527:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078239.410527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.410532:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078239.410537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078239.410540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078239.410543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078239.410620:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078239.410624:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078239.410628:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078239.794512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078239.794519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078239.794520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078239.794525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078239.794528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078239.794532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078239.794534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078239.794537:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078239.794540:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.434481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078240.434484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078240.434489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078240.434489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.434492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078240.434496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078240.434497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078240.434501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078240.434501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.434505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078240.434508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078240.434509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078240.434511:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078240.434599:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078240.434603:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078240.434606:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078240.818514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078240.818520:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078240.818522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078240.818527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078240.818530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078240.818534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078240.818537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078240.818539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078240.818541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078241.458494:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078241.458503:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078241.458503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078241.458506:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078241.458509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078241.458512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078241.458517:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078241.458517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078241.458521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078241.458522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078241.458527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078241.458529:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078241.458532:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078241.458596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078241.458599:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078241.458602:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078241.842497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078241.842500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078241.842506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078241.842510:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078241.842510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078241.842516:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078241.842517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078241.842521:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078241.842522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078241.842527:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078241.842535:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078241.842537:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3880 00000100:00000001:0.0:1769078241.842540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078241.842544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.842561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078241.842562:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078241.842568:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078241.842570:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078241.842575:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078241.842579:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078241.842582:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078241.842585:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078241.842587:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078241.842589:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078241.842593:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078241.842596:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.842599:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078241.842603:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078241.842606:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842609:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078241.842612:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.842626:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078241.842628:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842632:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078241.842635:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078241.842640:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842655:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078241.842668:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978488704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078241.842679:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078241.842684:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842698:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078241.842701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078241.842704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078241.842705:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078241.842707:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078241.842710:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078241.842714:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3880 00000100:00080000:3.0:1769078241.842719:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078241.842721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078241.842723:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078241.842723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078241.842728:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078241.842729:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078241.842730:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078241.842733:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078241.842734:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078241.842737:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078241.842739:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078241.842740:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842743:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078241.842746:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078241.842747:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078241.842752:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078241.842753:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078241.842757:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842758:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.842762:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1769078241.842765:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978488704:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078241.842770:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078241.842771:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078241.842774:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842777:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078241.842778:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078241.842782:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078241.842783:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078241.842786:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769078241.842788:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842791:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.842793:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.842796:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078241.842799:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842802:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078241.842804:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078241.842806:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842812:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.842813:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078241.842817:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00100000:3.0:1769078241.842819:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978488832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078241.842823:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078241.842831:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078241.842833:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842837:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078241.842840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078241.842843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078241.842844:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078241.842846:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078241.842849:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078241.842852:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3880 00000100:00080000:3.0:1769078241.842855:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078241.842857:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078241.842859:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078241.842862:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078241.842863:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078241.842865:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078241.842868:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078241.842870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078241.842872:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000800:00000100:0.0:1769078241.842876:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:3.0:1769078241.842878:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078241.842882:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.842883:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078241.842886:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078241.842888:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842890:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078241.842891:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:3.0:1769078241.842894:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769078241.842897:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:3.0:1769078241.842898:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.842901:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842902:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.842907:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769078241.842909:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078241.842912:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.842914:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842914:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078241.842916:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078241.842919:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.842921:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298554105 00000100:00000001:3.0:1769078241.842924:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078241.842930:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978488960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078241.842934:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078241.842940:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078241.842943:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.842944:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298554105 00000100:00000001:3.0:1769078241.842946:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078241.842950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078241.842951:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1769078241.842955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078241.842957:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078241.842958:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078241.842961:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078241.842962:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.842966:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078241.842967:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769078241.842971:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3880 00000100:00100000:0.0:1769078241.842976:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078241] req@ffff8f28835f8380 x1855008978488704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078241.842978:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078241.842982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078241.842985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078241.842990:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:0.0:1769078241.842993:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769078241.842994:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1769078241.842997:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769078241.842999:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078241.843002:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769078241.843003:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078241.843007:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078241.843008:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078241.843010:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078241.843011:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078241.843016:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078241.843019:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078241.843019:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078241.843024:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078241.843026:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978488704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078241.843028:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078241.843032:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078241.843037:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.843040:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078241.843043:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769078241.843044:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078241.843047:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:3.0:1769078241.843048:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.843053:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843054:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843057:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769078241.843059:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078241.843060:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078241.843062:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843064:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078241.843065:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078241.843067:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078241.843068:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078241.843071:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078241.843072:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078241.843078:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078241.843079:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078241.843083:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769078241.843087:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978489088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078241.843091:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978488704:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078241.843100:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078241.843102:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078241.843104:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078241.843105:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843108:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078241.843109:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.843113:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1769078241.843113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078241.843117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:0.0:1769078241.843118:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769078241.843119:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078241.843122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769078241.843123:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078241.843124:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769078241.843126:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078241.843131:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078241.843134:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1769078241.843135:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3880 00000100:00000001:0.0:1769078241.843139:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078241.843142:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078241.843142:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078241.843146:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078241.843147:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078241.843149:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078241.843151:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078241.843152:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078241.843154:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078241.843155:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078241.843156:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078241.843157:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078241.843160:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.843160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078241.843166:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078241.843167:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078241.843170:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078241.843171:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.843172:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078241.843174:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078241.843175:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.843176:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078241.843178:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078241.843179:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:3.0:1769078241.843180:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843184:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078241.843184:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843188:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.843190:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078241.843192:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078241.843195:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078241.843196:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.843198:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.843199:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078241.843202:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078241.843205:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078241.843206:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769078241.843210:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843211:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078241.843215:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1769078241.843216:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978489216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078241.843218:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.843222:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078241.843226:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769078241.843227:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.843228:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.843235:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843241:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078241.843244:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769078241.843249:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078241.843261:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078241.843265:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078241.843267:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078241.843268:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843270:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078241.843272:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843276:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298552865 00000100:00000001:0.0:1769078241.843279:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298554105 00000100:00000001:0.0:1769078241.843282:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298552865 00000100:00000001:0.0:1769078241.843284:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298554105 00000100:00000001:0.0:1769078241.843286:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078241.843288:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843290:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078241.843294:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078241] req@ffff8f28835f8700 x1855008978488832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078241.843302:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078241.843309:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078241.843311:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078241.843313:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078241.843314:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843317:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078241.843318:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078241.843322:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978488832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078241.843328:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843331:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078241.843333:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843334:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078241.843336:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843338:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078241.843340:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078241.843342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078241.843345:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078241.843347:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078241.843350:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078241.843354:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078241.843356:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078241.843357:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.843359:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078241.843360:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078241.843362:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078241.843365:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078241.843368:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078241.843370:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078241.843372:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.843390:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078241.843393:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843398:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078241.843399:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769078241.843403:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078241.843413:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078241.843416:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078241.843418:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078241.843420:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843421:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078241.843423:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843427:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298552863 00000100:00000001:0.0:1769078241.843429:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298554105 00000100:00000001:0.0:1769078241.843431:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298552863 00000100:00000001:0.0:1769078241.843433:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298554105 00000100:00000001:0.0:1769078241.843437:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078241.843439:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843440:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078241.843444:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078241] req@ffff8f28835fa300 x1855008978488960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078241.843451:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078241.843453:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078241.843455:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078241.843456:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078241.843457:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843459:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078241.843461:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078241.843464:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978488960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078241.843470:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843473:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078241.843475:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843476:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078241.843478:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843479:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078241.843481:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078241.843483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078241.843486:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078241.843488:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078241.843491:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978488960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078241.843495:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078241.843496:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078241.843497:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.843499:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078241.843501:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078241.843503:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078241.843506:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078241.843509:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078241.843511:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078241.843512:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.843514:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078241.843517:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843522:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078241.843523:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769078241.843527:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078241.843536:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078241.843540:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078241.843542:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078241.843543:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843545:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078241.843561:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843564:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298552866 00000100:00000001:0.0:1769078241.843567:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298554105 00000100:00000001:0.0:1769078241.843569:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298552866 00000100:00000001:0.0:1769078241.843571:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298554105 00000100:00000001:0.0:1769078241.843573:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078241.843575:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843577:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078241.843581:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078241] req@ffff8f28835fb100 x1855008978489088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078241.843589:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078241.843590:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078241.843592:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078241.843594:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078241.843595:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843597:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078241.843598:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078241.843602:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978489088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078241.843614:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843616:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078241.843618:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843620:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078241.843621:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843623:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078241.843624:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078241.843627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078241.843630:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078241.843632:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078241.843635:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078241.843639:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843640:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078241.843642:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078241.843643:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078241.843645:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078241.843646:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078241.843648:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078241.843650:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078241.843651:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078241.843653:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078241.843654:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843656:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078241.843657:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078241.843659:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078241.843660:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078241.843661:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078241.843663:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078241.843664:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078241.843666:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078241.843667:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078241.843669:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843670:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078241.843671:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078241.843673:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078241.843675:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078241.843676:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078241.843677:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078241.843680:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078241.843681:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078241.843682:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078241.843684:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843685:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843688:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078241.843690:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843691:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078241.843693:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078241.843694:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078241.843695:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078241.843697:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.843699:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078241.843700:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078241.843702:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078241.843705:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078241.843708:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078241.843710:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078241.843711:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078241.843713:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078241.843716:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843720:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078241.843722:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769078241.843725:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078241.843735:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078241.843738:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078241.843740:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078241.843741:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843743:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078241.843746:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843749:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298552858 00000100:00000001:0.0:1769078241.843751:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298554105 00000100:00000001:0.0:1769078241.843753:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298552858 00000100:00000001:0.0:1769078241.843755:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298554105 00000100:00000001:0.0:1769078241.843758:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078241.843760:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843761:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078241.843765:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078241] req@ffff8f28835fb800 x1855008978489216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078241.843772:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078241.843773:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078241.843775:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078241.843776:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078241.843777:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843779:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078241.843780:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078241.843784:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978489216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078241.843790:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843792:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078241.843794:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843796:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078241.843797:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843799:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078241.843801:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078241.843803:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078241.843806:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078241.843808:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078241.843811:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078241.843814:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843816:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078241.843817:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078241.843818:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078241.843820:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078241.843821:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078241.843823:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078241.843824:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078241.843826:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078241.843827:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078241.843829:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843830:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.843833:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078241.843834:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.843836:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078241.843837:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078242.482490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078242.482495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078242.482499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078242.482501:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078242.482503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078242.482505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078242.482506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078242.482513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078242.482529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078242.482533:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078242.482564:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078242.482566:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078242.482569:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078242.482588:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078242.482593:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078242.482597:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078242.866453:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078242.866461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078242.866464:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078242.866469:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078242.866473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078242.866477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078242.866480:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078242.866482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078242.866485:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078243.506478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078243.506487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078243.506489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078243.506491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078243.506497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078243.506501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078243.506502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078243.506503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078243.506510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078243.506514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078243.506516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078243.506530:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078243.506534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078243.506581:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078243.506585:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078243.506589:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078243.890471:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078243.890478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078243.890480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078243.890485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078243.890489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078243.890493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078243.890496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078243.890498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078243.890501:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078244.530481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078244.530487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078244.530489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078244.530490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078244.530492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078244.530497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078244.530498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078244.530499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078244.530513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078244.530516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078244.530518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078244.530521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078244.530523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078244.530571:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078244.530575:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078244.530577:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078244.914484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078244.914493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078244.914530:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078244.914536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078244.914540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078244.914544:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078244.914547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078244.914550:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078244.914553:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078245.554499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078245.554507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078245.554508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078245.554510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078245.554512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078245.554519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078245.554521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078245.554524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078245.554526:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078245.554529:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078245.554529:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078245.554533:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078245.554535:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078245.554536:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078245.554539:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078245.554540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078245.554540:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078245.554545:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078245.554547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078245.554596:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078245.554599:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078245.554602:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078245.938500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078245.938507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078245.938509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078245.938513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078245.938515:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078245.938518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078245.938520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078245.938522:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078245.938524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.578487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078246.578488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078246.578493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.578494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078246.578496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078246.578501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078246.578501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078246.578505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.578506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078246.578510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.578513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078246.578514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.578516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078246.578562:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078246.578565:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078246.578568:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078246.962449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078246.962456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078246.962458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078246.962485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078246.962488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078246.962491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.962493:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078246.962495:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.962497:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078246.962586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078246.962591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078246.962594:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078246.962597:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078246.962600:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078246.962606:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3885 00000100:00080000:1.0:1769078246.962614:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078246.962617:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078246.962618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078246.962621:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078246.962624:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078246.962626:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078246.962628:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078246.962629:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078246.962630:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078246.962633:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078246.962634:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078246.962636:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078246.962639:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078246.962641:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962642:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078246.962644:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078246.962654:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078246.962655:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962657:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078246.962659:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078246.962662:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962670:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078246.962678:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa680 x1855008978489344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078246.962685:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078246.962688:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962699:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078246.962705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078246.962707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078246.962708:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078246.962709:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078246.962711:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078246.962713:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3885 00000100:00080000:1.0:1769078246.962716:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078246.962717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078246.962718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078246.962720:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078246.962721:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078246.962723:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769078246.962725:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078246.962726:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078246.962727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078246.962729:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078246.962730:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078246.962731:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078246.962734:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078246.962735:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078246.962738:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078246.962739:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078246.962742:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078246.962743:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078246.962747:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962749:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078246.962750:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1769078246.962752:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078246.962755:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1769078246.962755:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.962760:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962761:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078246.962766:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978489344:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769078246.962767:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078246.962769:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962772:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078246.962774:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078246.962775:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078246.962776:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.962779:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769078246.962781:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.962782:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.962785:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1769078246.962787:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978489472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078246.962790:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962796:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078246.962798:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962800:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078246.962801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078246.962803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078246.962804:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078246.962806:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078246.962807:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078246.962808:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078246.962810:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006064256 : -124070703487360 : ffff8f2889caa680) 00000100:00080000:1.0:1769078246.962812:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3885 00000100:00000001:0.0:1769078246.962814:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769078246.962816:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078246.962819:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078246.962819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078246.962821:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078246.962821:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078246.962822:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769078246.962824:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078246.962825:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078246.962826:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078246.962828:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078246.962830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078246.962830:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078246.962832:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078246.962833:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962834:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078246.962836:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078246.962838:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962838:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078246.962841:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078246.962842:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962843:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078246.962844:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078246.962845:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078246.962847:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078246.962854:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.962858:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1769078246.962859:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978489600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078246.962862:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078246.962865:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.962870:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078246.962870:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078246.962874:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.962877:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962877:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078246.962882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078246.962883:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298559225 00000100:00080000:1.0:1769078246.962885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078246.962888:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078246.962889:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078246.962890:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078246.962892:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3885 00000100:00000001:0.0:1769078246.962894:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1769078246.962895:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078246.962898:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078246.962899:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078246.962901:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078246.962902:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298559225 00000020:00000001:1.0:1769078246.962902:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078246.962903:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769078246.962907:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078246.962908:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078246.962909:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078246.962911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078246.962912:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769078246.962915:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078246.962916:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962919:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.962920:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769078246.962922:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078246.962924:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078246.962926:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962927:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078246.962928:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078246.962930:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962931:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078246.962934:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff8f2889caa680 x1855008978489344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078246.962934:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078246.962936:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962940:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078246.962941:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078246.962943:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.962949:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078246.962951:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078246.962955:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1769078246.962955:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978489728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078246.962959:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078246.962962:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078246.962964:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078246.962965:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.962968:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.962969:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078246.962972:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.962972:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078246.962976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078246.962979:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa680 x1855008978489344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078246.962980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078246.962983:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078246.962984:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078246.962989:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078246.962993:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078246.962993:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3885 00000100:00080000:1.0:1769078246.962996:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078246.962997:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078246.962998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078246.963001:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.963001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078246.963004:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769078246.963004:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078246.963007:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078246.963008:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078246.963011:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078246.963012:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078246.963013:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078246.963017:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1769078246.963017:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00080000:0.0:1769078246.963022:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078246.963024:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078246.963026:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978489344:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078246.963028:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078246.963030:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.963031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078246.963032:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078246.963034:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078246.963038:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1769078246.963040:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078246.963041:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078246.963044:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769078246.963046:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078246.963047:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078246.963051:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078246.963051:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078246.963056:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078246.963057:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1769078246.963059:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963061:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078246.963063:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.963063:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078246.963067:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:1.0:1769078246.963068:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078246.963072:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:1.0:1769078246.963072:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.963074:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963075:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963078:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078246.963080:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078246.963081:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1769078246.963082:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078246.963083:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078246.963084:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.963085:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078246.963087:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078246.963088:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078246.963091:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078246.963093:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078246.963095:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078246.963098:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078246.963099:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078246.963102:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078246.963102:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.963103:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.963107:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078246.963110:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.963112:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963115:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078246.963117:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00100000:1.0:1769078246.963121:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8380 x1855008978489856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078246.963122:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078246.963133:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078246.963138:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078246.963140:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078246.963141:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078246.963143:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963146:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078246.963146:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963149:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963153:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298557985 00000100:00000001:1.0:1769078246.963153:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963155:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298559225 00000100:00000001:0.0:1769078246.963159:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298557985 00000100:00000001:0.0:1769078246.963161:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298559225 00000100:00000001:0.0:1769078246.963163:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078246.963164:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963166:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078246.963170:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff8f2889caad80 x1855008978489472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078246.963179:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078246.963181:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078246.963183:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078246.963185:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078246.963186:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963188:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078246.963189:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078246.963193:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978489472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078246.963206:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963208:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078246.963210:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963212:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078246.963213:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963215:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078246.963216:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078246.963219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078246.963221:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078246.963223:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078246.963225:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078246.963228:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078246.963229:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078246.963229:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.963231:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078246.963232:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078246.963233:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078246.963235:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078246.963237:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078246.963238:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078246.963239:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.963240:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078246.963242:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963245:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078246.963246:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:0.0:1769078246.963248:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078246.963256:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078246.963258:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078246.963260:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078246.963261:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963262:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078246.963263:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963265:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298557982 00000100:00000001:0.0:1769078246.963267:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298559225 00000100:00000001:0.0:1769078246.963268:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298557982 00000100:00000001:0.0:1769078246.963269:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298559225 00000100:00000001:0.0:1769078246.963271:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078246.963272:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963273:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078246.963275:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff8f2889caaa00 x1855008978489600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078246.963279:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078246.963279:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078246.963281:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078246.963282:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078246.963283:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963284:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078246.963284:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078246.963287:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978489600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078246.963291:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963292:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078246.963293:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963294:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078246.963295:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963296:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078246.963297:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078246.963298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078246.963299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078246.963301:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078246.963303:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078246.963305:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078246.963306:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078246.963307:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.963308:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078246.963309:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078246.963310:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078246.963311:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078246.963313:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078246.963313:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078246.963314:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.963315:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078246.963317:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963320:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078246.963321:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:0.0:1769078246.963323:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078246.963327:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078246.963329:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078246.963331:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078246.963331:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963332:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078246.963334:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963336:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298557985 00000100:00000001:0.0:1769078246.963337:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298559225 00000100:00000001:0.0:1769078246.963338:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298557985 00000100:00000001:0.0:1769078246.963340:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298559225 00000100:00000001:0.0:1769078246.963341:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078246.963342:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963343:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078246.963345:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff8f2889ca8700 x1855008978489728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078246.963352:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078246.963353:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078246.963354:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078246.963355:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078246.963356:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963357:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078246.963357:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078246.963359:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978489728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078246.963363:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963364:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078246.963365:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963366:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078246.963366:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963367:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078246.963368:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078246.963369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078246.963371:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078246.963372:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078246.963389:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078246.963391:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963392:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078246.963393:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078246.963393:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078246.963395:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078246.963395:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078246.963396:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078246.963398:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078246.963398:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078246.963400:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078246.963401:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963402:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078246.963403:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078246.963403:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078246.963404:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078246.963405:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078246.963406:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078246.963407:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078246.963408:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078246.963408:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078246.963409:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963410:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078246.963410:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078246.963411:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078246.963412:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078246.963412:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078246.963413:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078246.963414:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078246.963414:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078246.963415:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078246.963416:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963417:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963419:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078246.963419:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963420:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078246.963421:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078246.963422:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078246.963423:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078246.963423:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.963424:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078246.963425:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078246.963426:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078246.963428:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078246.963430:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078246.963430:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078246.963431:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078246.963432:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078246.963434:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963437:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078246.963438:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006055296 : -124070703496320 : ffff8f2889ca8380) 00000100:00000001:0.0:1769078246.963440:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078246.963446:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078246.963448:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078246.963449:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078246.963450:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963451:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078246.963453:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963455:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298557978 00000100:00000001:0.0:1769078246.963456:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298559225 00000100:00000001:0.0:1769078246.963457:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298557978 00000100:00000001:0.0:1769078246.963459:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298559225 00000100:00000001:0.0:1769078246.963476:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078246.963477:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963478:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078246.963481:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff8f2889ca8380 x1855008978489856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078246.963486:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078246.963487:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078246.963488:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078246.963489:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078246.963490:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963491:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078246.963492:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078246.963494:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8380 x1855008978489856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078246.963498:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963499:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078246.963501:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963502:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078246.963502:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963503:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078246.963504:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078246.963505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078246.963507:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078246.963509:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078246.963510:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978489856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078246.963513:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963514:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078246.963514:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078246.963515:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078246.963516:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078246.963517:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078246.963517:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078246.963518:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078246.963519:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078246.963520:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078246.963521:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963522:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.963523:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078246.963524:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.963525:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078246.963526:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.602486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078247.602488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078247.602495:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078247.602496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078247.602499:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078247.602500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078247.602503:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078247.602507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078247.602508:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078247.602511:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.602512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078247.602514:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.602516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078247.602519:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.602520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078247.602522:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078247.602525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078247.602526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078247.602530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078247.602595:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078247.602599:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078247.602603:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078247.986517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078247.986524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078247.986526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078247.986531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078247.986534:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078247.986538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078247.986540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078247.986542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078247.986544:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078248.626484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078248.626487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078248.626491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078248.626491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078248.626494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078248.626497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078248.626499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078248.626499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078248.626504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078248.626507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078248.626509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078248.626510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078248.626512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078248.626585:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078248.626591:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078248.626596:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078249.010549:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078249.010558:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078249.010560:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078249.010567:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078249.010572:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078249.010576:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078249.010579:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078249.010581:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078249.010584:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078249.650455:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078249.650464:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078249.650465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078249.650466:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.650468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078249.650474:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078249.650475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078249.650477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078249.650479:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078249.650483:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078249.650486:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078249.650488:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078249.650490:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078249.650532:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078249.650535:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078249.650538:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078250.034618:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078250.034631:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078250.034634:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078250.034642:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078250.034646:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078250.034651:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078250.034654:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078250.034657:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078250.034660:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078250.674480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078250.674483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078250.674486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078250.674487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078250.674490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078250.674492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078250.674494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078250.674495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078250.674499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078250.674502:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078250.674505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078250.674507:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078250.674509:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078250.674551:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078250.674556:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078250.674559:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078251.058507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078251.058514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078251.058515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078251.058520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078251.058522:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078251.058525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078251.058527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078251.058528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078251.058530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078251.698479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078251.698481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078251.698486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078251.698486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078251.698488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078251.698491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078251.698492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078251.698493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078251.698496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078251.698500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078251.698531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078251.698533:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078251.698536:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078251.698563:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078251.698566:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078251.698569:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078252.082482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078252.082488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078252.082490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078252.082491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078252.082495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078252.082497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078252.082499:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078252.082500:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078252.082505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078252.082505:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078252.082510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078252.082511:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078252.082514:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078252.082517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078252.082518:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3890 00000100:00080000:3.0:1769078252.082527:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078252.082529:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078252.082531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078252.082534:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078252.082536:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078252.082539:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078252.082541:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078252.082542:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078252.082543:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078252.082546:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078252.082548:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.082549:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078252.082551:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078252.082553:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082554:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078252.082556:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.082566:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078252.082567:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082569:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078252.082571:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078252.082574:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082582:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078252.082588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978489984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078252.082595:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078252.082599:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082610:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078252.082611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078252.082613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078252.082614:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078252.082615:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078252.082620:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078252.082622:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3890 00000100:00080000:3.0:1769078252.082624:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078252.082625:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078252.082626:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078252.082628:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078252.082629:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078252.082631:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078252.082632:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078252.082633:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078252.082635:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078252.082635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078252.082640:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078252.082640:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078252.082644:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078252.082644:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082646:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078252.082647:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078252.082650:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.082653:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078252.082654:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078252.082656:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.082658:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078252.082658:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078252.082661:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078252.082662:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078252.082666:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078252.082667:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978489984:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078252.082668:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082673:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078252.082673:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078252.082675:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082677:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078252.082678:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078252.082678:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078252.082681:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.082682:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.082686:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078252.082688:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.082692:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078252.082693:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978490112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078252.082700:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078252.082701:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082703:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078252.082704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078252.082706:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769078252.082707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078252.082710:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:3.0:1769078252.082710:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078252.082712:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078252.082714:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078252.082715:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078252.082718:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3890 00000100:00080000:3.0:1769078252.082721:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078252.082723:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078252.082724:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078252.082725:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078252.082726:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078252.082727:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078252.082728:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078252.082729:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078252.082730:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078252.082732:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078252.082733:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.082734:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078252.082736:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078252.082737:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082738:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078252.082739:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078252.082740:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082741:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.082744:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078252.082746:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078252.082747:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078252.082748:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078252.082750:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078252.082752:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082755:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082759:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1769078252.082759:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978490240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078252.082764:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078252.082765:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078252.082766:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082768:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082769:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078252.082772:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082774:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078252.082774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078252.082779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078252.082780:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298564345 00000100:00000001:3.0:1769078252.082780:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078252.082782:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078252.082785:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078252.082787:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3890 00000100:00080000:3.0:1769078252.082789:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078252.082790:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078252.082790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078252.082792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078252.082795:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078252.082796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078252.082797:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298564345 00000020:00000001:3.0:1769078252.082797:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078252.082799:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078252.082802:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078252.082802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078252.082803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078252.082806:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078252.082807:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078252.082810:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082811:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082813:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769078252.082814:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078252.082817:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078252.082820:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078252.082821:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078252/real 1769078252] req@ffff8f28835fa680 x1855008978489984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.082822:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078252.082824:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078252.082828:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082830:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.082834:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078252.082835:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082837:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078252.082839:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078252.082841:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078252.082843:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078252.082844:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078252.082847:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1769078252.082849:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978490368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078252.082853:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078252.082855:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078252.082857:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082858:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078252.082859:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082862:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078252.082862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078252.082867:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769078252.082867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078252.082868:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078252.082872:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078252.082873:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.082874:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078252.082876:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3890 00000100:00080000:3.0:1769078252.082877:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078252.082878:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078252.082879:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078252.082880:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078252.082881:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078252.082883:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078252.082885:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078252.082887:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769078252.082888:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978489984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.082888:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078252.082893:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078252.082897:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.082900:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078252.082903:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078252.082904:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078252.082906:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082908:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078252.082909:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078252.082911:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078252.082912:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078252.082914:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082915:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078252.082917:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082918:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.082922:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078252.082923:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078252.082924:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:0.0:1769078252.082926:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769078252.082926:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.082930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078252.082932:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:0.0:1769078252.082934:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:3.0:1769078252.082934:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082938:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078252.082939:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078252.082943:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978489984:192.168.204.124@tcp:250:kworker.0 00000100:00100000:3.0:1769078252.082946:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978490496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078252.082948:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.082952:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078252.082955:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078252.082958:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769078252.082961:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769078252.082962:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769078252.082963:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078252.082965:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078252.082966:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078252.082967:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078252.082971:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078252.082972:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078252.082974:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078252.082975:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.082976:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.082981:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078252.082982:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.082984:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078252.082985:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078252.082986:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078252.082987:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078252.082988:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.082989:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078252.082991:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078252.082992:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078252.082995:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078252.082997:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078252.082998:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078252.082999:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.083000:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078252.083002:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083006:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078252.083007:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:0.0:1769078252.083010:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078252.083018:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078252.083021:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078252.083022:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078252.083023:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083024:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078252.083025:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083028:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298563105 00000100:00000001:0.0:1769078252.083030:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298564345 00000100:00000001:0.0:1769078252.083032:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298563105 00000100:00000001:0.0:1769078252.083033:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298564345 00000100:00000001:0.0:1769078252.083034:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078252.083035:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083036:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078252.083039:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078252/real 1769078252] req@ffff8f28835f8e00 x1855008978490112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078252.083049:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078252.083050:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078252.083051:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078252.083052:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078252.083053:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083054:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078252.083055:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078252.083058:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978490112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078252.083062:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083064:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078252.083065:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083066:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078252.083067:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083068:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078252.083069:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078252.083070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078252.083072:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078252.083073:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078252.083075:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078252.083076:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078252.083077:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078252.083078:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.083079:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078252.083081:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078252.083082:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078252.083083:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078252.083085:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078252.083086:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078252.083087:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.083088:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078252.083090:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083092:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078252.083093:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:0.0:1769078252.083095:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078252.083101:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078252.083104:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078252.083106:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078252.083107:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083109:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078252.083111:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083114:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298563102 00000100:00000001:0.0:1769078252.083116:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298564345 00000100:00000001:0.0:1769078252.083118:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298563102 00000100:00000001:0.0:1769078252.083120:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298564345 00000100:00000001:0.0:1769078252.083121:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078252.083123:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083125:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078252.083129:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078252/real 1769078252] req@ffff8f28835f8000 x1855008978490240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078252.083137:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078252.083138:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078252.083140:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078252.083142:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078252.083143:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083145:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078252.083146:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078252.083150:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978490240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078252.083157:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083158:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078252.083160:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083162:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078252.083163:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083164:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078252.083165:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078252.083166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078252.083168:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078252.083169:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078252.083172:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078252.083174:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078252.083175:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078252.083176:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.083177:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078252.083178:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078252.083180:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078252.083181:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078252.083183:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078252.083184:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078252.083185:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.083186:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078252.083188:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083192:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078252.083193:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:0.0:1769078252.083195:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078252.083203:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078252.083205:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078252.083206:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078252.083207:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083208:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078252.083210:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083212:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298563105 00000100:00000001:0.0:1769078252.083213:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298564345 00000100:00000001:0.0:1769078252.083215:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298563105 00000100:00000001:0.0:1769078252.083216:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298564345 00000100:00000001:0.0:1769078252.083217:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078252.083218:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083219:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078252.083221:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078252/real 1769078252] req@ffff8f28835f9f80 x1855008978490368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078252.083229:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078252.083230:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078252.083231:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078252.083232:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078252.083233:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083234:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078252.083234:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078252.083237:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978490368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078252.083240:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083241:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078252.083242:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083243:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078252.083244:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083245:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078252.083246:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078252.083247:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078252.083248:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078252.083249:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078252.083251:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078252.083253:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078252.083254:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078252.083255:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.083256:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078252.083258:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078252.083259:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078252.083262:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078252.083265:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078252.083266:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078252.083268:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078252.083270:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078252.083272:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083276:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078252.083278:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769078252.083281:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078252.083290:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078252.083294:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078252.083296:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078252.083297:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083299:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078252.083301:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083304:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298563097 00000100:00000001:0.0:1769078252.083306:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298564345 00000100:00000001:0.0:1769078252.083308:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298563097 00000100:00000001:0.0:1769078252.083310:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298564345 00000100:00000001:0.0:1769078252.083311:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078252.083312:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083314:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078252.083316:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078252/real 1769078252] req@ffff8f28835fb800 x1855008978490496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078252.083321:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078252.083321:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078252.083323:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078252.083324:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078252.083325:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083326:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078252.083327:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078252.083329:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978490496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078252.083333:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083334:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078252.083336:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083337:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078252.083338:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083339:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078252.083340:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078252.083341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078252.083343:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078252.083344:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078252.083346:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078252.083348:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083349:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078252.083349:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078252.083350:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078252.083351:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078252.083352:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078252.083353:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078252.083355:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078252.083357:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078252.083359:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078252.083360:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083362:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078252.083363:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078252.083364:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078252.083366:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078252.083367:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078252.083368:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078252.083370:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078252.083371:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078252.083372:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078252.083418:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083420:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078252.083420:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078252.083421:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078252.083423:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078252.083424:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078252.083425:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078252.083426:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078252.083427:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078252.083429:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078252.083429:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083430:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078252.083431:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078252.083432:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078252.083433:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078252.083434:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078252.083434:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078252.083435:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078252.083436:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078252.083437:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078252.083437:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083438:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.083440:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078252.083441:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.083442:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078252.083443:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.722471:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078252.722471:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078252.722477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.722479:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078252.722482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078252.722483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078252.722485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078252.722489:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078252.722494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078252.722498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078252.722501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078252.722504:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078252.722507:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078252.722542:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078252.722545:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078252.722547:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078253.106482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078253.106488:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078253.106490:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078253.106497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078253.106500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078253.106503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078253.106506:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078253.106508:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078253.106511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078253.746516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078253.746521:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078253.746524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078253.746531:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078253.746533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078253.746536:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078253.746537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078253.746548:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078253.746554:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078253.746559:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078253.746562:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078253.746565:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078253.746569:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078253.746606:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078253.746609:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078253.746612:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078254.130522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078254.130530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078254.130532:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078254.130536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078254.130540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078254.130543:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078254.130545:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078254.130548:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078254.130550:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078254.770436:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078254.770440:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078254.770443:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078254.770443:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078254.770446:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078254.770448:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078254.770450:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078254.770450:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078254.770455:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078254.770458:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078254.770460:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078254.770461:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078254.770463:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078254.770498:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078254.770503:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078254.770506:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078255.154438:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078255.154444:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078255.154446:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078255.154450:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078255.154452:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078255.154455:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078255.154457:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078255.154458:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078255.154460:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078255.794491:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078255.794496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078255.794500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078255.794500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078255.794503:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078255.794506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078255.794508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078255.794511:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078255.794512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078255.794514:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078255.794517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078255.794517:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078255.794519:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078255.794522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078255.794527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078255.794527:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078255.794531:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078255.794531:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078255.794537:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078255.794598:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078255.794603:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078255.794607:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078256.178479:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078256.178487:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078256.178488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078256.178493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078256.178497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078256.178500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078256.178502:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078256.178504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078256.178506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078256.818469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078256.818477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078256.818485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078256.818486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078256.818488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078256.818493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078256.818495:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078256.818500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078256.818503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078256.818505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078256.818507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078256.818510:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078256.818512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078256.818541:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078256.818545:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078256.818547:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078257.202454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078257.202461:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078257.202463:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078257.202470:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078257.202474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078257.202477:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078257.202479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078257.202482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078257.202484:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078257.202502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078257.202510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078257.202514:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078257.202519:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078257.202523:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078257.202531:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3895 00000100:00080000:3.0:1769078257.202544:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078257.202548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.202550:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078257.202555:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078257.202558:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078257.202560:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078257.202563:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078257.202565:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.202567:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078257.202571:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078257.202574:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.202578:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078257.202581:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.202584:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.202587:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078257.202590:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.202603:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078257.202605:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.202609:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078257.202612:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078257.202616:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.202630:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078257.202641:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978490624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078257.202651:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078257.202656:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.202697:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078257.202702:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078257.202704:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078257.202706:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078257.202708:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.202713:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078257.202716:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078257.202719:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078257.202723:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978490624:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078257.202728:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078257.202733:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078257.202735:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.202738:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078257.202742:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.202763:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078257.202765:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769078257.202770:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078257.202824:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078257.202839:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078257.202858:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078257.202861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078257.202865:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078257.202867:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078257.202868:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078257.202871:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078257.202874:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3895 00000100:00080000:3.0:1769078257.202878:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078257.202880:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.202882:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078257.202884:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078257.202885:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078257.202888:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078257.202890:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078257.202892:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.202893:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078257.202896:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078257.202899:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.202901:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078257.202907:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.202908:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.202911:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078257.202915:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078257.202918:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.202920:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.202932:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078257.202935:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.202939:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078257.202941:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078257.202942:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.202948:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078257.202953:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978490752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078257.202961:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078257.202963:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.202991:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.202994:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.202996:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078257.203004:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203009:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298569465 00000100:00000001:0.0:1769078257.203020:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078257.203027:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298569465 00000100:00000001:0.0:1769078257.203031:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078257.203034:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078257.203037:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203039:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078257.203044:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff8f28835fb100 x1855008978490624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078257.203054:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078257.203056:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078257.203060:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078257.203063:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078257.203065:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203076:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.203078:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078257.203083:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978490624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078257.203095:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203098:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078257.203101:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203102:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.203104:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203107:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078257.203108:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078257.203111:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078257.203115:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078257.203117:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078257.203121:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978490624:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078257.203125:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203128:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.203129:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078257.203132:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078257.203135:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078257.203137:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078257.203139:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078257.203143:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078257.203145:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078257.203153:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078257.203155:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203157:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203165:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078257.203166:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203168:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078257.203170:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078257.203171:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078257.203172:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078257.203174:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.203176:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078257.203178:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078257.203180:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078257.203183:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078257.203186:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078257.203188:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078257.203189:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.203191:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078257.203194:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203199:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078257.203201:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769078257.203205:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078257.203216:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078257.203220:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078257.203222:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.203231:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203233:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078257.203239:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203243:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298568225 00000100:00000001:0.0:1769078257.203246:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298569465 00000100:00000001:0.0:1769078257.203248:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298568225 00000100:00000001:0.0:1769078257.203250:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298569465 00000100:00000001:0.0:1769078257.203252:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078257.203254:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203256:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078257.203260:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff8f28835fa300 x1855008978490752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078257.203267:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078257.203268:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078257.203270:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078257.203272:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078257.203274:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203275:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.203277:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078257.203281:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978490752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078257.203304:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203307:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078257.203309:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203310:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.203312:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203313:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078257.203315:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078257.203318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078257.203321:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078257.203323:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078257.203326:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490752:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078257.203329:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203331:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.203332:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078257.203333:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078257.203335:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078257.203337:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078257.203338:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078257.203340:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078257.203341:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078257.203343:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078257.203344:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203346:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203349:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078257.203350:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203352:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078257.203353:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203421:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078257.203425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078257.203429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078257.203430:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078257.203432:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078257.203434:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078257.203437:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3895 00000100:00080000:3.0:1769078257.203441:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078257.203443:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.203445:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078257.203447:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078257.203449:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078257.203450:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078257.203453:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078257.203454:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.203456:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078257.203459:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078257.203461:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.203463:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078257.203466:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.203468:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203470:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078257.203473:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078257.203476:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203478:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.203482:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078257.203484:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203486:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078257.203487:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078257.203489:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203494:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078257.203499:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978490880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078257.203505:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078257.203508:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203510:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078257.203513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078257.203516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078257.203517:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078257.203519:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078257.203521:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078257.203524:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3895 00000100:00080000:3.0:1769078257.203527:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078257.203529:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.203530:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078257.203532:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078257.203533:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078257.203535:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078257.203537:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078257.203539:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.203540:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078257.203543:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078257.203545:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.203548:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078257.203551:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.203553:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203555:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078257.203557:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078257.203560:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203562:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.203566:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078257.203567:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203569:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078257.203571:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078257.203573:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203577:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078257.203582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978491008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078257.203589:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078257.203591:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203593:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078257.203595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078257.203599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078257.203600:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078257.203602:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078257.203604:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078257.203606:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3895 00000100:00080000:3.0:1769078257.203609:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078257.203611:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.203613:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078257.203615:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078257.203616:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078257.203618:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078257.203620:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078257.203623:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078257.203625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078257.203628:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078257.203630:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.203632:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078257.203634:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.203636:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203638:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078257.203639:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078257.203642:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203643:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.203646:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078257.203648:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203649:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078257.203650:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078257.203652:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203656:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078257.203660:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978491136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078257.203666:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078257.203668:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.203670:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203711:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078257.203713:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078257.203714:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078257.203716:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078257.203717:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.203719:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078257.203722:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078257.203724:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078257.203727:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078257.203731:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078257.203732:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078257.203734:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.203736:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078257.203738:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203744:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078257.203746:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769078257.203750:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078257.203761:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078257.203765:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078257.203767:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.203768:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203770:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078257.203772:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203776:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298568223 00000100:00000001:0.0:1769078257.203778:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298569465 00000100:00000001:0.0:1769078257.203780:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298568223 00000100:00000001:0.0:1769078257.203782:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298569465 00000100:00000001:0.0:1769078257.203784:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078257.203786:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203788:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078257.203792:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff8f28835f8700 x1855008978490880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078257.203799:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078257.203800:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078257.203803:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078257.203804:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078257.203805:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203807:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.203808:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078257.203812:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978490880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078257.203818:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203820:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078257.203822:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203824:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.203825:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203827:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078257.203828:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078257.203831:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078257.203833:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078257.203835:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078257.203838:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978490880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078257.203841:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078257.203843:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078257.203844:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.203846:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078257.203848:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078257.203849:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078257.203852:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078257.203855:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078257.203856:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078257.203858:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.203859:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078257.203862:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203867:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078257.203868:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769078257.203871:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078257.203880:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078257.203884:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078257.203886:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.203887:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203889:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078257.203891:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203894:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298568226 00000100:00000001:0.0:1769078257.203896:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298569465 00000100:00000001:0.0:1769078257.203898:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298568226 00000100:00000001:0.0:1769078257.203900:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298569465 00000100:00000001:0.0:1769078257.203902:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078257.203904:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203905:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078257.203909:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff8f28835f8380 x1855008978491008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078257.203916:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078257.203917:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078257.203919:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078257.203920:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078257.203921:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203923:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.203924:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078257.203928:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978491008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078257.203934:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203935:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078257.203938:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203939:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.203940:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.203942:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078257.203944:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078257.203946:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078257.203949:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078257.203951:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078257.203954:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078257.203957:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078257.203959:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078257.203960:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.203962:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078257.203964:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078257.203966:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078257.203968:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078257.203971:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078257.203972:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078257.203974:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.203975:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078257.203980:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.203984:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078257.203986:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769078257.203988:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078257.203996:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078257.204000:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078257.204001:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.204003:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.204004:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078257.204007:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.204009:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298568218 00000100:00000001:0.0:1769078257.204012:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298569465 00000100:00000001:0.0:1769078257.204014:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298568218 00000100:00000001:0.0:1769078257.204016:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298569465 00000100:00000001:0.0:1769078257.204018:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078257.204020:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.204022:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078257.204025:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff8f28835fad80 x1855008978491136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078257.204037:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078257.204038:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078257.204041:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078257.204042:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078257.204043:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.204045:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.204046:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078257.204049:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978491136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078257.204055:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.204057:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078257.204059:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.204061:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.204062:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.204064:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078257.204065:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078257.204067:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078257.204070:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078257.204072:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078257.204075:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078257.204078:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.204080:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.204082:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078257.204083:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078257.204085:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078257.204086:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078257.204088:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078257.204089:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078257.204090:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078257.204093:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078257.204094:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.204095:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.204096:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078257.204098:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078257.204099:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078257.204100:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078257.204101:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078257.204103:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078257.204104:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078257.204105:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078257.204106:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.204108:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078257.204109:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078257.204110:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078257.204111:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078257.204112:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078257.204113:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078257.204115:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078257.204116:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078257.204118:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078257.204119:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.204121:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.204124:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078257.204125:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.204127:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078257.204129:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078257.842498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078257.842505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078257.842507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078257.842512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078257.842515:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078257.842519:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078257.842521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078257.842524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078257.842526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078257.842621:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078257.842625:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078257.842627:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078257.842629:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078257.842632:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078257.842634:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078257.842635:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078257.842637:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078257.842640:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078257.842641:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078257.842694:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078257.842697:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078257.842701:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078258.226459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078258.226469:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078258.226471:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078258.226478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078258.226482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078258.226485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078258.226488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078258.226491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078258.226494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078258.866465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078258.866467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078258.866473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078258.866475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078258.866480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.866482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078258.866485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078258.866486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078258.866493:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078258.866497:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078258.866500:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078258.866511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078258.866516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078258.866531:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078258.866536:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078258.866541:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078259.250431:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078259.250440:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078259.250442:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078259.250449:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078259.250453:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078259.250457:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078259.250459:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078259.250463:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078259.250466:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078259.890506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078259.890514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078259.890515:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078259.890518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078259.890520:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078259.890526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078259.890527:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078259.890528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078259.890534:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078259.890538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078259.890541:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078259.890544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078259.890547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078259.890592:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078259.890595:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078259.890598:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078260.274466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078260.274474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078260.274477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078260.274484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078260.274489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078260.274493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078260.274496:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078260.274499:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078260.274502:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078260.914509:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078260.914515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078260.914516:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078260.914518:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078260.914524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078260.914526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078260.914536:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078260.914542:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078260.914542:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078260.914547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078260.914549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078260.914553:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078260.914557:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078260.914607:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078260.914613:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078260.914617:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078261.298498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078261.298509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078261.298512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078261.298516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078261.298520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078261.298523:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078261.298525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078261.298527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078261.298529:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078261.938489:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078261.938496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078261.938496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078261.938499:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078261.938501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078261.938505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078261.938508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078261.938509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078261.938513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078261.938514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078261.938518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078261.938521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078261.938523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078261.938597:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078261.938605:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078261.938609:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078262.322458:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078262.322460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078262.322468:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078262.322471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078262.322472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322477:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078262.322478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078262.322482:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078262.322482:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078262.322489:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.322489:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078262.322495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078262.322497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078262.322502:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3900 00000100:00000001:1.0:1769078262.322503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078262.322523:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078262.322529:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078262.322531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078262.322537:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078262.322540:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078262.322543:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078262.322546:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078262.322548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078262.322549:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078262.322555:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078262.322557:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.322559:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078262.322562:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078262.322565:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322566:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078262.322569:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.322578:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078262.322580:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322583:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078262.322585:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078262.322589:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322600:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078262.322608:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978491264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078262.322616:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078262.322620:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322634:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078262.322637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078262.322639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078262.322640:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078262.322641:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078262.322644:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078262.322646:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3900 00000100:00080000:3.0:1769078262.322649:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078262.322651:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078262.322653:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078262.322655:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078262.322656:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078262.322658:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078262.322659:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078262.322661:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078262.322662:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078262.322663:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078262.322668:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078262.322668:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078262.322673:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078262.322674:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.322677:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078262.322678:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078262.322681:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.322685:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078262.322686:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078262.322694:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.322695:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078262.322702:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078262.322703:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078262.322707:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078262.322711:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322714:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078262.322716:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978491264:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078262.322717:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078262.322719:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322722:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078262.322725:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078262.322728:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.322731:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078262.322733:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.322738:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1769078262.322739:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978491392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078262.322742:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322752:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769078262.322753:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078262.322757:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.322764:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322767:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078262.322773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078262.322777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078262.322778:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078262.322779:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078262.322781:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078262.322782:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769078262.322786:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3900 00000100:00000001:0.0:1769078262.322787:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00080000:3.0:1769078262.322793:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078262.322795:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078262.322799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078262.322802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078262.322804:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078262.322806:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078262.322808:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078262.322811:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078262.322814:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078262.322815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078262.322819:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078262.322822:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.322824:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078262.322828:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078262.322830:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322832:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078262.322834:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769078262.322840:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000008:00000001:3.0:1769078262.322840:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322846:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.322851:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078262.322851:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322853:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078262.322855:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078262.322857:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.322859:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078262.322864:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.322876:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769078262.322877:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978491520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078262.322879:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.322883:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078262.322890:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322894:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078262.322896:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298574585 00000100:00000001:3.0:1769078262.322900:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.322907:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.322908:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769078262.322909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078262.322915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078262.322916:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078262.322918:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078262.322920:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298574585 00000100:00000001:3.0:1769078262.322923:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078262.322930:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3900 00000100:00000001:0.0:1769078262.322932:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1769078262.322934:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078262.322937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078262.322938:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078262.322939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078262.322946:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078262.322948:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078262.322949:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078262.322952:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078262.322959:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078262.322959:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078262.322964:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078262.322966:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769078262.322968:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff8f28835f9500 x1855008978491264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078262.322977:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078262.322990:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078262.322991:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078262.322994:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769078262.323001:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078262.323003:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078262.323007:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769078262.323008:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078262.323009:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078262.323014:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323016:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078262.323019:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.323023:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:0.0:1769078262.323024:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978491264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769078262.323028:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078262.323038:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.323046:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323049:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323052:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078262.323054:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078262.323055:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078262.323058:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323059:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078262.323067:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078262.323068:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323075:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1769078262.323075:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078262.323081:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323082:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078262.323089:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078262.323091:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1769078262.323097:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978491648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078262.323102:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078262.323112:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078262.323115:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078262.323120:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.323124:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078262.323125:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978491264:192.168.204.124@tcp:250:kworker.0 00000100:00080000:3.0:1769078262.323127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078262.323138:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078262.323139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078262.323143:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078262.323144:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078262.323145:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1769078262.323151:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769078262.323152:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078262.323155:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769078262.323157:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769078262.323158:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078262.323161:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769078262.323164:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3900 02000000:00000001:0.0:1769078262.323165:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078262.323169:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078262.323174:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078262.323176:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078262.323176:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078262.323182:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.323187:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078262.323189:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078262.323189:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078262.323192:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078262.323196:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078262.323197:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078262.323199:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078262.323200:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078262.323213:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078262.323219:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078262.323219:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078262.323226:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078262.323227:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078262.323233:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.323233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078262.323247:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769078262.323250:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078262.323251:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078262.323255:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323257:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.323261:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1769078262.323265:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491392:192.168.204.124@tcp:38:kworker.0 02000000:00000001:3.0:1769078262.323266:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078262.323276:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323278:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078262.323279:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078262.323283:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078262.323285:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323286:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078262.323288:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323290:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.323292:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078262.323294:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769078262.323295:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.323298:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078262.323300:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078262.323303:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323304:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.323309:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078262.323314:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978491776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078262.323316:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078262.323320:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:0.0:1769078262.323335:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078262.323336:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078262.323339:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.323344:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078262.323354:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078262.323359:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078262.323362:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078262.323365:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323367:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078262.323369:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323372:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298573345 00000100:00000001:0.0:1769078262.323394:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298574585 00000100:00000001:0.0:1769078262.323396:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298573345 00000100:00000001:0.0:1769078262.323397:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298574585 00000100:00000001:0.0:1769078262.323401:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078262.323403:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323404:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078262.323410:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff8f28835faa00 x1855008978491392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078262.323416:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078262.323417:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078262.323419:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078262.323420:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078262.323421:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323423:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078262.323424:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078262.323426:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978491392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078262.323430:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323431:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078262.323432:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323433:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078262.323434:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323435:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078262.323436:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078262.323438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078262.323440:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078262.323442:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078262.323445:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078262.323449:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078262.323451:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078262.323452:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323454:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078262.323456:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078262.323459:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078262.323461:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078262.323465:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078262.323467:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078262.323469:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323470:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078262.323473:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323479:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078262.323480:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:0.0:1769078262.323484:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078262.323495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078262.323499:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078262.323500:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078262.323502:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323503:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078262.323505:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323507:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298573343 00000100:00000001:0.0:1769078262.323509:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298574585 00000100:00000001:0.0:1769078262.323511:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298573343 00000100:00000001:0.0:1769078262.323512:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298574585 00000100:00000001:0.0:1769078262.323515:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078262.323516:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323518:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078262.323522:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff8f28835f9880 x1855008978491520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078262.323529:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078262.323531:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078262.323533:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078262.323535:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078262.323536:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323538:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078262.323539:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078262.323543:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978491520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078262.323550:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323552:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078262.323555:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323556:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078262.323558:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323559:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078262.323561:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078262.323563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078262.323566:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078262.323568:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078262.323572:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078262.323575:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078262.323577:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078262.323578:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323580:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078262.323582:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078262.323584:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078262.323587:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078262.323590:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078262.323592:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078262.323594:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323595:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078262.323598:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323603:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078262.323605:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769078262.323608:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078262.323626:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078262.323636:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078262.323638:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078262.323639:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323641:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078262.323643:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323646:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298573346 00000100:00000001:0.0:1769078262.323649:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298574585 00000100:00000001:0.0:1769078262.323650:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298573346 00000100:00000001:0.0:1769078262.323652:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298574585 00000100:00000001:0.0:1769078262.323654:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078262.323656:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323658:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078262.323662:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff8f28835fad80 x1855008978491648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078262.323669:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078262.323670:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078262.323671:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078262.323673:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078262.323674:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323675:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078262.323677:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078262.323680:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978491648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078262.323686:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323687:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078262.323689:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323690:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078262.323691:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323693:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078262.323694:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078262.323696:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078262.323699:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078262.323701:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078262.323705:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078262.323708:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323710:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078262.323711:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078262.323713:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078262.323715:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078262.323716:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078262.323717:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078262.323719:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078262.323721:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078262.323723:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078262.323725:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323727:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078262.323727:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078262.323729:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078262.323730:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078262.323731:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078262.323732:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078262.323734:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078262.323735:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078262.323737:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078262.323738:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323739:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078262.323740:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078262.323741:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078262.323743:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078262.323744:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078262.323745:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078262.323746:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078262.323747:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078262.323749:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078262.323750:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323752:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323755:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078262.323757:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323759:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078262.323761:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078262.323762:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078262.323764:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078262.323765:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323767:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078262.323768:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078262.323770:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078262.323772:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078262.323775:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078262.323776:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078262.323777:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078262.323779:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078262.323781:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323786:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078262.323788:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769078262.323791:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078262.323802:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078262.323806:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078262.323809:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078262.323810:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323812:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078262.323814:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323818:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298573338 00000100:00000001:0.0:1769078262.323820:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298574585 00000100:00000001:0.0:1769078262.323823:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298573338 00000100:00000001:0.0:1769078262.323825:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298574585 00000100:00000001:0.0:1769078262.323827:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078262.323829:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323831:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078262.323835:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff8f28835f8380 x1855008978491776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078262.323843:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078262.323844:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078262.323846:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078262.323848:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078262.323849:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323850:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078262.323851:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078262.323853:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978491776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078262.323858:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323859:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078262.323861:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323862:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078262.323862:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323863:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078262.323864:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078262.323866:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078262.323868:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078262.323870:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078262.323872:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978491776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078262.323874:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323875:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078262.323875:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078262.323876:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078262.323877:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078262.323878:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078262.323879:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078262.323880:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078262.323881:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078262.323882:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078262.323883:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323884:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.323886:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078262.323887:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.323889:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078262.323890:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.962474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078262.962481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078262.962483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078262.962485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078262.962490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078262.962493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078262.962495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078262.962499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078262.962499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.962508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078262.962511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078262.962513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078262.962515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078262.962566:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078262.962571:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078262.962574:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078263.346509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078263.346519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078263.346521:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078263.346527:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078263.346531:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078263.346536:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078263.346539:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078263.346541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078263.346544:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078263.986498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078263.986504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078263.986508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078263.986508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078263.986512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078263.986514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078263.986516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078263.986518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078263.986523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078263.986527:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078263.986530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078263.986534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078263.986537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078263.986576:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078263.986580:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078263.986584:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078264.370449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078264.370456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078264.370458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078264.370463:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078264.370466:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078264.370469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078264.370471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078264.370473:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078264.370475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078265.010453:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078265.010458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078265.010461:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078265.010464:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078265.010464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078265.010472:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078265.010474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078265.010476:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078265.010477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078265.010479:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078265.010483:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078265.010485:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078265.010487:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078265.010525:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078265.010529:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078265.010531:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078265.394511:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078265.394518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078265.394520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078265.394525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078265.394528:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078265.394533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078265.394536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078265.394539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078265.394542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078266.034496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078266.034502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078266.034506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078266.034507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078266.034512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078266.034512:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078266.034516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078266.034516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078266.034520:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078266.034522:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078266.034524:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078266.034527:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078266.034531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078266.034532:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078266.034536:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078266.034538:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078266.034538:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078266.034543:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078266.034548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078266.034619:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078266.034625:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078266.034630:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078266.418509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078266.418519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078266.418522:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078266.418529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078266.418533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078266.418538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078266.418540:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078266.418542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078266.418545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.058467:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078267.058475:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078267.058476:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078267.058480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078267.058484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078267.058485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.058494:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078267.058496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078267.058498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.058500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078267.058510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078267.058513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078267.058516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078267.058574:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078267.058579:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078267.058582:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078267.442497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078267.442500:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078267.442506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078267.442509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078267.442509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078267.442514:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078267.442515:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078267.442520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078267.442521:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078267.442523:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078267.442527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078267.442528:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078267.442530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078267.442533:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078267.442538:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3906 00000100:00080000:3.0:1769078267.442551:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078267.442555:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078267.442557:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078267.442562:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078267.442566:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078267.442569:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078267.442572:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078267.442574:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078267.442576:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078267.442580:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078267.442583:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078267.442587:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078267.442590:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078267.442593:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442596:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078267.442599:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078267.442611:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078267.442613:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442617:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078267.442619:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078267.442624:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442637:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078267.442647:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978491904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078267.442658:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078267.442662:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442679:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078267.442681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078267.442685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078267.442686:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078267.442688:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078267.442691:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078267.442694:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3906 00000100:00080000:3.0:1769078267.442697:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078267.442699:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078267.442700:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078267.442703:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078267.442704:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078267.442706:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078267.442709:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078267.442712:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078267.442713:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078267.442716:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078267.442718:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078267.442720:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078267.442726:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078267.442728:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442730:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078267.442735:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078267.442738:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442739:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078267.442743:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078267.442745:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442747:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078267.442748:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769078267.442750:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078267.442752:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.442760:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078267.442761:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.442766:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078267.442771:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078267.442771:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978492032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078267.442775:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.442787:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078267.442789:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769078267.442792:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078267.442793:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.442802:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442803:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078267.442814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078267.442820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769078267.442821:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978491904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078267.442823:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078267.442826:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078267.442837:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078267.442837:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078267.442846:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1769078267.442846:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3906 02000000:00000001:0.0:1769078267.442854:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078267.442854:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078267.442861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769078267.442862:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078267.442865:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078267.442869:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078267.442871:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769078267.442873:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.442873:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078267.442881:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078267.442885:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078267.442887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078267.442891:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078267.442894:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078267.442895:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078267.442898:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078267.442901:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769078267.442907:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769078267.442907:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078267.442914:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442916:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078267.442920:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078267.442923:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442925:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078267.442929:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078267.442930:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442932:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078267.442933:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078267.442935:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442940:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078267.442946:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978492160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078267.442958:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:0.0:1769078267.442959:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078267.442963:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.442969:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078267.442972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078267.442976:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769078267.442976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078267.442981:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078267.442983:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078267.442985:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078267.442988:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078267.442990:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078267.442994:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3906 00000100:00000001:0.0:1769078267.442996:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078267.443003:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078267.443012:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078267.443014:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298579705 00000100:00000001:3.0:1769078267.443017:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078267.443021:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078267.443024:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078267.443025:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078267.443028:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078267.443029:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1769078267.443032:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078267.443036:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078267.443039:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078267.443041:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298579705 00000100:00080000:3.0:1769078267.443045:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078267.443051:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078267.443052:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078267.443062:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078267.443065:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078267.443067:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078267.443071:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078267.443073:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443077:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078267.443078:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078267.443083:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078267.443088:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078267.443089:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff8f28835f8700 x1855008978491904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078267.443093:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078267.443101:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078267.443106:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078267.443133:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078267.443135:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078267.443139:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078267.443142:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078267.443143:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769078267.443146:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078267.443147:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078267.443150:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443152:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078267.443156:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078267.443158:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078267.443163:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978491904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078267.443169:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978492288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078267.443200:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078267.443204:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078267.443207:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078267.443208:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443217:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078267.443217:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443225:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769078267.443225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078267.443230:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078267.443235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078267.443238:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078267.443238:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078267.443246:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078267.443247:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078267.443257:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078267.443260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078267.443262:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3906 00000100:00080000:3.0:1769078267.443270:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078267.443274:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769078267.443275:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078267.443278:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078267.443280:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769078267.443284:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078267.443288:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1769078267.443290:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978491904:192.168.204.124@tcp:250:kworker.0 00000020:00000001:3.0:1769078267.443291:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078267.443298:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078267.443303:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078267.443305:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078267.443309:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078267.443310:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078267.443313:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1769078267.443318:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078267.443319:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769078267.443325:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443326:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078267.443332:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1769078267.443332:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078267.443338:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769078267.443338:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078267.443344:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443346:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769078267.443348:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078267.443350:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00100000:3.0:1769078267.443352:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078267.443355:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000008:00000001:3.0:1769078267.443357:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443359:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078267.443361:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443365:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078267.443369:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078267.443372:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.443397:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078267.443399:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078267.443401:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.443405:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078267.443412:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978492416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078267.443421:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078267.443423:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078267.443424:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443427:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.443431:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443433:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078267.443438:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078267.443441:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078267.443444:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078267.443446:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443449:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078267.443451:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078267.443454:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078267.443459:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078267.443464:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078267.443466:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078267.443467:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443469:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078267.443472:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443478:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078267.443480:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769078267.443483:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078267.443495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078267.443499:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078267.443501:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078267.443503:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443504:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078267.443507:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443510:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298578466 00000100:00000001:0.0:1769078267.443513:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298579705 00000100:00000001:0.0:1769078267.443516:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298578466 00000100:00000001:0.0:1769078267.443518:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298579705 00000100:00000001:0.0:1769078267.443520:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078267.443522:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443524:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078267.443528:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff8f28835fa300 x1855008978492032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078267.443540:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078267.443542:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078267.443544:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078267.443545:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078267.443547:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443549:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078267.443550:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078267.443553:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978492032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078267.443560:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443562:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078267.443564:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443566:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078267.443567:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443569:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078267.443570:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078267.443573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078267.443576:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078267.443578:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078267.443581:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078267.443585:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078267.443587:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078267.443588:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443590:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078267.443592:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078267.443594:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078267.443597:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078267.443600:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078267.443602:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078267.443604:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443606:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078267.443608:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443612:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078267.443613:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769078267.443615:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078267.443624:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078267.443627:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078267.443628:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078267.443629:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443630:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078267.443632:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443634:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298578463 00000100:00000001:0.0:1769078267.443635:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298579705 00000100:00000001:0.0:1769078267.443637:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298578463 00000100:00000001:0.0:1769078267.443638:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298579705 00000100:00000001:0.0:1769078267.443640:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078267.443641:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443642:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078267.443644:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff8f28835fb100 x1855008978492160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078267.443648:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078267.443649:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078267.443650:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078267.443651:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078267.443652:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443653:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078267.443654:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078267.443657:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978492160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078267.443660:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443662:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078267.443663:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443663:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078267.443664:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443665:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078267.443666:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078267.443667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078267.443669:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078267.443671:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078267.443673:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078267.443675:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078267.443676:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078267.443677:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443678:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078267.443679:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078267.443680:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078267.443682:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078267.443684:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078267.443685:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078267.443686:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443687:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078267.443689:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443692:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078267.443693:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769078267.443695:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078267.443699:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078267.443701:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078267.443702:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078267.443703:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443704:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078267.443706:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443708:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298578466 00000100:00000001:0.0:1769078267.443709:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298579705 00000100:00000001:0.0:1769078267.443711:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298578466 00000100:00000001:0.0:1769078267.443712:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298579705 00000100:00000001:0.0:1769078267.443714:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078267.443715:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443715:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078267.443718:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff8f28835fb800 x1855008978492288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078267.443723:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078267.443723:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078267.443725:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078267.443725:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078267.443726:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443727:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078267.443728:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078267.443730:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978492288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078267.443734:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443735:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078267.443737:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443737:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078267.443738:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443739:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078267.443740:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078267.443741:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078267.443743:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078267.443744:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078267.443745:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078267.443747:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078267.443748:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078267.443749:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443750:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078267.443751:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078267.443752:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078267.443754:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078267.443755:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078267.443757:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078267.443758:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078267.443759:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078267.443760:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443763:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078267.443763:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:0.0:1769078267.443765:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078267.443769:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078267.443771:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078267.443772:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078267.443773:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443774:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078267.443775:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443777:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298578458 00000100:00000001:0.0:1769078267.443778:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298579705 00000100:00000001:0.0:1769078267.443779:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298578458 00000100:00000001:0.0:1769078267.443781:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298579705 00000100:00000001:0.0:1769078267.443782:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078267.443783:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443784:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078267.443786:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff8f28835f9f80 x1855008978492416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078267.443790:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078267.443790:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078267.443791:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078267.443792:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078267.443793:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443794:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078267.443794:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078267.443796:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978492416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078267.443800:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443801:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078267.443802:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443803:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078267.443804:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443805:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078267.443806:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078267.443807:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078267.443809:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078267.443810:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078267.443811:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078267.443813:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443814:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078267.443815:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078267.443816:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078267.443817:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078267.443818:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078267.443818:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078267.443820:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078267.443820:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078267.443822:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078267.443822:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443823:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078267.443824:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078267.443824:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078267.443825:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078267.443826:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078267.443826:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078267.443827:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078267.443828:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078267.443829:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078267.443829:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443830:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078267.443831:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078267.443832:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078267.443833:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078267.443833:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078267.443834:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078267.443836:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078267.443836:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078267.443837:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078267.443838:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443839:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078267.443840:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078267.443840:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078267.443841:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078267.443842:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078267.443842:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078267.443843:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078267.443844:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078267.443845:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078267.443845:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443846:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.443848:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078267.443849:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.443850:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078267.443851:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078268.082523:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078268.082527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078268.082533:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078268.082537:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078268.082538:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078268.082545:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769078268.082547:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078268.082550:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078268.082555:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078268.082559:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078268.082561:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078268.082562:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078268.082567:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078268.082569:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078268.082570:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078268.082575:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078268.082577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078268.082579:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078268.082584:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078268.082630:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078268.082633:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078268.082635:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078268.466489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078268.466495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078268.466497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078268.466502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078268.466506:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078268.466510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078268.466512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078268.466514:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078268.466516:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.106477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078269.106483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.106488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078269.106490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078269.106492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078269.106496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078269.106497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078269.106501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078269.106504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078269.106507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078269.106509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078269.106511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078269.106513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078269.106542:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078269.106546:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078269.106550:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078269.490486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078269.490494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078269.490495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078269.490500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078269.490502:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078269.490506:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078269.490507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078269.490509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078269.490511:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078270.130475:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078270.130480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078270.130482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078270.130485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078270.130486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078270.130491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078270.130494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078270.130495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078270.130498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078270.130500:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078270.130503:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078270.130505:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078270.130506:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078270.130565:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078270.130569:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078270.130573:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078270.514501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078270.514510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078270.514512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078270.514519:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078270.514523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078270.514527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078270.514529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078270.514532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078270.514535:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078271.154510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078271.154517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078271.154523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078271.154524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078271.154589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078271.154594:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078271.154597:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078271.155125:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078271.155130:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078271.155131:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078271.155135:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078271.155139:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078271.155143:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078271.155145:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078271.155148:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078271.155151:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078271.538482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078271.538489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078271.538491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078271.538497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078271.538501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078271.538504:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078271.538507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078271.538509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078271.538512:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.178480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078272.178483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078272.178487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.178489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078272.178491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078272.178493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078272.178494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078272.178501:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078272.178506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078272.178510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.178513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078272.178515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.178518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.178550:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078272.178554:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078272.178558:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078272.562491:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078272.562498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078272.562499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078272.562501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078272.562507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769078272.562509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078272.562513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078272.562514:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078272.562517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078272.562520:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078272.562522:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078272.562525:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078272.562526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.562531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078272.562534:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3911 00000100:00080000:0.0:1769078272.562546:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078272.562549:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078272.562551:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078272.562555:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078272.562558:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078272.562560:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078272.562563:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078272.562565:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078272.562566:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078272.562570:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078272.562573:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078272.562575:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078272.562578:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078272.562581:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562583:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078272.562586:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078272.562596:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078272.562598:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562601:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078272.562603:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078272.562607:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562617:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078272.562625:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978492544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078272.562636:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078272.562640:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562656:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078272.562659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078272.562662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078272.562663:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078272.562665:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078272.562668:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078272.562672:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3911 00000100:00080000:0.0:1769078272.562676:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078272.562678:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078272.562679:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078272.562682:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078272.562682:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769078272.562683:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078272.562687:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078272.562688:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078272.562690:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078272.562692:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078272.562695:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078272.562696:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078272.562698:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562700:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078272.562704:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1769078272.562706:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078272.562709:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078272.562710:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078272.562713:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078272.562714:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078272.562727:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978492544:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078272.562730:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078272.562734:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562736:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078272.562736:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1769078272.562742:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078272.562742:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078272.562746:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078272.562747:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562752:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078272.562752:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078272.562759:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078272.562759:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078272.562762:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562765:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078272.562766:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078272.562768:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562773:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.562778:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1769078272.562780:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978492672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078272.562781:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:1.0:1769078272.562787:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078272.562793:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078272.562796:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562800:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078272.562802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078272.562806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078272.562807:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078272.562809:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078272.562812:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078272.562814:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3911 00000100:00080000:0.0:1769078272.562818:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078272.562820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078272.562821:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078272.562825:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078272.562827:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:1.0:1769078272.562827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769078272.562831:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078272.562834:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078272.562837:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078272.562839:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078272.562843:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769078272.562844:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078272.562848:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078272.562850:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078272.562852:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078272.562856:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.562857:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078272.562858:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078272.562861:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078272.562862:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078272.562864:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1769078272.562866:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562870:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.562872:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078272.562874:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078272.562877:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.562878:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298584825 00000100:00000001:0.0:1769078272.562880:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078272.562883:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078272.562885:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.562891:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1769078272.562896:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978492800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078272.562899:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298584825 00000100:00000001:1.0:1769078272.562908:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078272.562913:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078272.562918:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562920:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078272.562922:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078272.562924:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.562928:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078272.562931:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff8f28835e9180 x1855008978492544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078272.562932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078272.562940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078272.562943:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078272.562946:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078272.562952:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078272.562957:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3911 00000400:00000001:1.0:1769078272.562962:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769078272.562964:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000400:00000001:1.0:1769078272.562965:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078272.562967:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078272.562970:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078272.562971:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1769078272.562973:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078272.562975:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769078272.562976:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078272.562979:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.562980:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078272.562984:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769078272.562985:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078272.562988:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078272.562989:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078272.562992:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078272.562998:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978492544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078272.563000:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078272.563005:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078272.563009:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078272.563013:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078272.563013:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078272.563019:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563021:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078272.563024:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078272.563025:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563040:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078272.563041:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563044:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00100000:0.0:1769078272.563045:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078272.563047:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1769078272.563052:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078272.563053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078272.563057:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078272.563061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769078272.563063:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078272.563065:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1769078272.563066:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.563071:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078272.563073:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978492544:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078272.563074:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078272.563077:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563080:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078272.563084:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563084:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078272.563086:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078272.563090:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1769078272.563093:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978492928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078272.563094:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078272.563097:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078272.563100:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078272.563104:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769078272.563107:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078272.563108:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078272.563113:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563113:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078272.563117:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078272.563118:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563121:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078272.563122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078272.563127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078272.563129:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078272.563131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078272.563131:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078272.563134:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.563136:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078272.563138:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769078272.563141:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3911 00000100:00000001:1.0:1769078272.563142:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078272.563145:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078272.563147:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078272.563148:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078272.563149:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.563152:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078272.563153:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078272.563156:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078272.563157:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078272.563162:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078272.563162:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078272.563167:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078272.563170:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078272.563172:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078272.563174:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.563177:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078272.563177:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078272.563181:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078272.563182:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.563186:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078272.563189:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078272.563191:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078272.563191:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078272.563195:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00080000:0.0:1769078272.563198:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078272.563203:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563203:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769078272.563207:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078272.563210:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078272.563212:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.563214:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078272.563216:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078272.563219:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.563221:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078272.563225:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078272.563227:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.563228:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078272.563232:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000100:1.0:1769078272.563232:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:0.0:1769078272.563235:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563239:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078272.563242:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563243:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078272.563246:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563249:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1769078272.563250:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978493056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078272.563252:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563260:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298583585 00000100:00000001:0.0:1769078272.563262:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078272.563265:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298584825 00000100:00000001:0.0:1769078272.563266:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563271:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298583585 00000100:00000001:0.0:1769078272.563273:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563276:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298584825 00000100:00000001:1.0:1769078272.563280:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078272.563282:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563284:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078272.563289:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff8f28835e8700 x1855008978492672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078272.563305:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078272.563306:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078272.563309:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078272.563311:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078272.563312:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563314:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078272.563315:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078272.563319:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978492672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078272.563332:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563335:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078272.563337:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563339:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078272.563340:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563342:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078272.563343:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078272.563346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078272.563349:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078272.563351:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078272.563354:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078272.563358:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078272.563359:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078272.563361:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078272.563363:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078272.563365:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078272.563367:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078272.563369:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078272.563372:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078272.563391:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078272.563394:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078272.563395:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078272.563398:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563404:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078272.563405:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:1.0:1769078272.563408:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078272.563421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078272.563426:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078272.563428:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078272.563429:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563431:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078272.563433:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563437:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298583583 00000100:00000001:1.0:1769078272.563439:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298584825 00000100:00000001:1.0:1769078272.563442:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298583583 00000100:00000001:1.0:1769078272.563444:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298584825 00000100:00000001:1.0:1769078272.563446:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078272.563448:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563449:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078272.563453:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff8f28835ead80 x1855008978492800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078272.563461:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078272.563462:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078272.563465:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078272.563466:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078272.563467:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563469:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078272.563470:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078272.563474:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978492800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078272.563480:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563483:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078272.563485:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563487:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078272.563488:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563489:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078272.563491:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078272.563494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078272.563497:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078272.563499:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078272.563503:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078272.563506:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078272.563507:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078272.563508:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078272.563510:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078272.563512:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078272.563514:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078272.563516:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078272.563520:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078272.563522:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078272.563523:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078272.563525:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078272.563528:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563533:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078272.563534:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:1.0:1769078272.563537:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078272.563546:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078272.563550:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078272.563552:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078272.563553:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563555:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078272.563557:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563561:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298583586 00000100:00000001:1.0:1769078272.563563:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298584825 00000100:00000001:1.0:1769078272.563566:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298583586 00000100:00000001:1.0:1769078272.563568:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298584825 00000100:00000001:1.0:1769078272.563570:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078272.563572:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563574:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078272.563578:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff8f28835eb480 x1855008978492928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078272.563585:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078272.563586:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078272.563588:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078272.563589:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078272.563591:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563592:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078272.563594:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078272.563597:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978492928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078272.563603:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563605:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078272.563608:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563609:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078272.563611:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563612:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078272.563614:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078272.563616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078272.563618:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078272.563620:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078272.563623:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978492928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078272.563626:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563628:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078272.563630:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078272.563631:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078272.563633:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078272.563635:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078272.563636:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078272.563638:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078272.563639:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078272.563641:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078272.563643:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563644:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078272.563645:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078272.563647:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078272.563648:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078272.563649:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078272.563651:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078272.563652:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078272.563653:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078272.563656:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078272.563657:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563658:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078272.563660:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078272.563661:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078272.563662:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078272.563663:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078272.563664:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078272.563665:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078272.563666:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078272.563668:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078272.563669:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563670:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563673:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078272.563674:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563676:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078272.563677:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078272.563678:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078272.563679:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078272.563680:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078272.563682:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078272.563684:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078272.563686:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078272.563689:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078272.563695:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078272.563696:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078272.563698:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078272.563699:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078272.563702:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563707:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078272.563708:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078272.563711:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078272.563722:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078272.563726:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078272.563728:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078272.563729:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563731:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078272.563733:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563736:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298583578 00000100:00000001:1.0:1769078272.563738:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298584825 00000100:00000001:1.0:1769078272.563740:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298583578 00000100:00000001:1.0:1769078272.563743:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298584825 00000100:00000001:1.0:1769078272.563745:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078272.563746:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563748:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078272.563752:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff8f28835ea300 x1855008978493056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078272.563759:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078272.563760:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078272.563762:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078272.563763:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078272.563765:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563767:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078272.563768:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078272.563771:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978493056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078272.563784:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563786:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078272.563788:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563789:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078272.563790:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563792:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078272.563793:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078272.563796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078272.563799:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078272.563801:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078272.563804:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078272.563807:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563808:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078272.563809:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078272.563811:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078272.563813:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078272.563814:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078272.563815:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078272.563817:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078272.563818:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078272.563820:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078272.563821:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563823:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.563825:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078272.563826:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.563828:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078272.563830:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078273.202485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078273.202494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078273.202495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078273.202497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078273.202500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078273.202504:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078273.202506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078273.202510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078273.202510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078273.202515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078273.202518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078273.202520:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078273.202522:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078273.202564:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078273.202568:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078273.202569:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078273.586513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078273.586521:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078273.586523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078273.586529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078273.586533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078273.586536:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078273.586539:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078273.586542:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078273.586544:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078274.226439:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078274.226448:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078274.226450:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078274.226457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078274.226457:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078274.226462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078274.226463:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078274.226468:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078274.226469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078274.226472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078274.226472:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078274.226477:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078274.226481:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078274.226515:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078274.226517:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078274.226520:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078274.610445:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078274.610452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078274.610453:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078274.610457:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078274.610459:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078274.610462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078274.610463:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078274.610465:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078274.610467:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078275.250480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078275.250480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078275.250486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078275.250486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078275.250488:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078275.250491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078275.250492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078275.250492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078275.250495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078275.250498:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078275.250501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078275.250503:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078275.250506:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078275.250550:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078275.250554:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078275.250557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078275.634476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078275.634482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078275.634484:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078275.634490:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078275.634493:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078275.634497:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078275.634500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078275.634502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078275.634505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078276.274434:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078276.274440:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078276.274442:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078276.274446:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078276.274448:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078276.274451:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078276.274453:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078276.274455:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078276.274455:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078276.274458:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078276.274460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078276.274466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078276.274469:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078276.274471:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078276.274474:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078276.274477:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078276.274479:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078276.274482:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078276.274484:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078276.274540:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078276.274544:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078276.274548:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078276.658494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078276.658502:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078276.658504:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078276.658510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078276.658514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078276.658517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078276.658519:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078276.658522:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078276.658524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078277.298474:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078277.298484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078277.298487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078277.298495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078277.298501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078277.298506:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078277.298510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078277.298514:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078277.298517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078277.298518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078277.298525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078277.298532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078277.298533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078277.298603:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078277.298608:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078277.298623:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078277.682506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078277.682517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078277.682520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078277.682528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078277.682533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078277.682535:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078277.682538:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.682545:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769078277.682549:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078277.682551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.682554:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078277.682556:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078277.682562:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078277.682568:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078277.682575:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3916 00000100:00080000:2.0:1769078277.682592:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078277.682595:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.682597:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078277.682601:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078277.682603:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078277.682606:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078277.682610:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078277.682612:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.682613:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078277.682618:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078277.682621:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.682624:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078277.682628:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078277.682638:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682641:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078277.682644:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.682655:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078277.682657:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682660:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078277.682662:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078277.682666:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682677:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078277.682686:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978493184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078277.682697:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078277.682701:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682728:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078277.682731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078277.682734:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078277.682736:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078277.682738:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078277.682741:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078277.682744:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3916 00000100:00080000:2.0:1769078277.682747:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078277.682750:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.682751:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078277.682754:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078277.682756:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078277.682758:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078277.682760:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078277.682762:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.682763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078277.682766:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078277.682769:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.682771:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078277.682776:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078277.682778:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682780:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078277.682784:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078277.682787:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682789:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.682793:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078277.682794:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682795:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078277.682797:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078277.682799:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682803:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078277.682807:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978493312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078277.682815:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078277.682817:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682819:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078277.682821:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078277.682824:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078277.682826:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078277.682827:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078277.682830:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078277.682832:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3916 00000100:00080000:2.0:1769078277.682835:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078277.682838:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.682839:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078277.682841:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078277.682843:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078277.682846:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078277.682848:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078277.682851:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.682854:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078277.682858:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078277.682861:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.682863:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769078277.682864:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078277.682870:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078277.682871:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078277.682876:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769078277.682878:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682882:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078277.682884:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078277.682886:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682888:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.682889:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078277.682892:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078277.682893:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.682897:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682901:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078277.682903:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078277.682904:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078277.682908:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078277.682909:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.682913:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682918:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078277.682922:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978493184:192.168.204.124@tcp:250:kworker.0 00000100:00100000:2.0:1769078277.682931:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978493440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078277.682932:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078277.682939:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078277.682954:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.682961:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078277.682962:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078277.682967:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.682970:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.682974:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078277.682979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078277.682983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078277.682985:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078277.682986:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078277.682990:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078277.682993:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078277.682994:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3916 00000100:00000001:1.0:1769078277.682998:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00080000:2.0:1769078277.683002:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078277.683005:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.683006:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078277.683009:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078277.683012:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078277.683014:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078277.683018:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078277.683018:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078277.683023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.683025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078277.683028:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078277.683031:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.683033:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078277.683037:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078277.683041:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.683043:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078277.683045:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078277.683048:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.683049:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.683053:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078277.683061:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.683064:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078277.683065:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078277.683067:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.683073:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078277.683080:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:2.0:1769078277.683081:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978493568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078277.683092:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078277.683094:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.683098:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078277.683102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078277.683104:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769078277.683107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078277.683111:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078277.683111:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078277.683113:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078277.683120:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.683122:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078277.683124:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769078277.683129:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3916 00000100:00000001:1.0:1769078277.683135:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078277.683136:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078277.683142:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.683144:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078277.683146:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298589945 00000020:00000001:2.0:1769078277.683148:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078277.683152:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078277.683154:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078277.683157:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078277.683159:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.683161:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078277.683162:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769078277.683168:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078277.683172:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.683174:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078277.683177:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078277.683180:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298589945 02000000:00000001:2.0:1769078277.683180:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683188:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078277.683188:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078277.683196:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769078277.683196:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078277.683200:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683206:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:2.0:1769078277.683206:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.683212:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078277.683216:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff8f2882c38380 x1855008978493184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078277.683220:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078277.683224:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.683233:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:1.0:1769078277.683235:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769078277.683235:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:1.0:1769078277.683239:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769078277.683241:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683244:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078277.683249:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078277.683251:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.683252:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683253:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1769078277.683261:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978493696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078277.683274:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078277.683276:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.683279:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683317:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078277.683322:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978493184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078277.683328:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683330:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078277.683332:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683333:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078277.683334:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683336:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078277.683337:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078277.683339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078277.683342:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078277.683344:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078277.683346:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978493184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078277.683350:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078277.683351:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078277.683352:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.683354:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078277.683355:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078277.683356:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078277.683358:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078277.683360:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078277.683362:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078277.683363:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.683364:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078277.683366:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683371:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078277.683372:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078277.683395:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078277.683409:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078277.683414:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078277.683416:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078277.683417:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683419:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078277.683421:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683426:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298588706 00000100:00000001:1.0:1769078277.683429:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298589945 00000100:00000001:1.0:1769078277.683431:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298588706 00000100:00000001:1.0:1769078277.683433:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298589945 00000100:00000001:1.0:1769078277.683435:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078277.683438:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683440:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078277.683444:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff8f2882c39f80 x1855008978493312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078277.683452:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078277.683454:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078277.683456:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078277.683458:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078277.683459:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683461:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078277.683462:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078277.683466:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978493312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078277.683473:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683475:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078277.683477:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683479:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078277.683481:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683482:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078277.683494:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078277.683497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078277.683500:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078277.683502:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078277.683505:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078277.683509:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683511:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078277.683513:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078277.683516:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078277.683520:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078277.683522:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078277.683525:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078277.683530:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078277.683532:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078277.683535:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078277.683537:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683538:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078277.683540:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078277.683541:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078277.683542:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078277.683544:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078277.683545:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078277.683546:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078277.683547:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078277.683549:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078277.683551:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683553:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683559:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078277.683560:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683562:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078277.683563:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078277.683564:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078277.683566:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078277.683567:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.683568:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078277.683570:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078277.683571:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078277.683574:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078277.683576:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078277.683578:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078277.683579:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.683581:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078277.683582:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683586:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078277.683587:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078277.683590:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078277.683607:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078277.683611:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078277.683613:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078277.683614:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683616:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078277.683618:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683622:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298588703 00000100:00000001:1.0:1769078277.683624:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298589945 00000100:00000001:1.0:1769078277.683626:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298588703 00000100:00000001:1.0:1769078277.683628:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298589945 00000100:00000001:1.0:1769078277.683630:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078277.683632:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683634:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078277.683638:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff8f2882c3bb80 x1855008978493440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078277.683659:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078277.683660:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078277.683663:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078277.683664:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078277.683665:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683667:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078277.683668:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078277.683671:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978493440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078277.683685:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683687:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078277.683689:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683689:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078277.683690:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683691:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078277.683692:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078277.683693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078277.683698:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078277.683700:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078277.683703:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078277.683707:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078277.683708:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078277.683709:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.683711:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078277.683714:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078277.683715:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078277.683718:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078277.683729:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078277.683732:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078277.683733:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.683735:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078277.683738:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683745:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078277.683746:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078277.683750:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078277.683760:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078277.683763:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078277.683765:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078277.683766:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683768:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078277.683769:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683772:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298588706 00000100:00000001:1.0:1769078277.683773:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298589945 00000100:00000001:1.0:1769078277.683775:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298588706 00000100:00000001:1.0:1769078277.683777:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298589945 00000100:00000001:1.0:1769078277.683780:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078277.683781:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683783:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078277.683787:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff8f2882c3b800 x1855008978493568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078277.683794:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078277.683796:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078277.683798:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078277.683800:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078277.683801:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683803:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078277.683804:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078277.683808:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978493568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078277.683815:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683817:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078277.683819:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683821:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078277.683822:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683824:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078277.683826:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078277.683828:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078277.683832:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078277.683834:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078277.683838:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078277.683842:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078277.683843:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078277.683844:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.683846:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078277.683848:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078277.683850:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078277.683853:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078277.683856:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078277.683858:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078277.683860:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078277.683861:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078277.683864:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683878:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078277.683879:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078277.683883:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078277.683893:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078277.683897:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078277.683899:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078277.683900:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683901:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078277.683902:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683905:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298588698 00000100:00000001:1.0:1769078277.683907:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298589945 00000100:00000001:1.0:1769078277.683908:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298588698 00000100:00000001:1.0:1769078277.683909:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298589945 00000100:00000001:1.0:1769078277.683911:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078277.683912:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.683913:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078277.683915:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff8f2882c3a680 x1855008978493696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078277.683924:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078277.683924:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078277.683926:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078277.683927:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078277.683928:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683929:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078277.683930:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078277.683932:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978493696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078277.683936:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683937:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078277.683938:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683939:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078277.683940:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683941:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078277.683953:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078277.683956:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078277.683959:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078277.683961:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078277.683964:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078277.683966:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683968:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078277.683969:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078277.683970:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078277.683971:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078277.683972:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078277.683973:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078277.683975:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078277.683976:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078277.683977:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078277.683978:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683980:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078277.683981:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078277.683982:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078277.683984:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078277.683985:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078277.683986:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078277.683988:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078277.683989:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078277.683990:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078277.683991:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.683992:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078277.683993:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078277.683994:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078277.683996:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078277.683997:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078277.683998:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078277.683999:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078277.684000:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078277.684002:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078277.684003:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.684005:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.684008:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078277.684010:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.684011:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078277.684013:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078278.322496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078278.322503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078278.322504:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078278.322506:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078278.322509:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769078278.322512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078278.322516:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078278.322521:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078278.322525:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078278.322528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078278.322530:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078278.322534:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078278.322535:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078278.322539:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078278.322539:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078278.322546:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078278.322547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078278.322552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078278.322556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078278.322657:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078278.322662:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078278.322666:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078278.706580:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078278.706590:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078278.706592:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078278.706600:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078278.706604:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078278.706609:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078278.706612:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078278.706614:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078278.706617:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078279.346492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078279.346498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078279.346502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078279.346506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078279.346507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078279.346509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078279.346510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078279.346517:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078279.346523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078279.346527:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078279.346530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078279.346534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078279.346537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078279.346585:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078279.346589:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078279.346593:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078279.731056:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078279.731065:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078279.731067:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078279.731071:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078279.731075:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078279.731078:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078279.731081:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078279.731083:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078279.731085:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078280.370443:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078280.370452:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078280.370453:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078280.370458:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078280.370462:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078280.370465:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078280.370468:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078280.370469:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078280.370471:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078280.370488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078280.370503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078280.370509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078280.370511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078280.370561:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078280.370564:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078280.370567:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078280.754489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078280.754497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078280.754499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078280.754504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078280.754507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078280.754511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078280.754513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078280.754515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078280.754518:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078281.394498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078281.394506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078281.394508:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078281.394514:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078281.394515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078281.394518:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078281.394522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078281.394526:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078281.394530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078281.394531:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078281.394533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078281.394536:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078281.394540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078281.394593:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078281.394596:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078281.394598:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078281.778449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078281.778455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078281.778457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078281.778461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078281.778463:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078281.778466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078281.778468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078281.778470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078281.778471:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.418514:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078282.418519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078282.418524:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078282.418528:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078282.418531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078282.418536:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078282.418538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078282.418541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.418551:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078282.418556:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.418559:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078282.418562:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.418565:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078282.418616:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078282.418621:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078282.418625:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078282.802530:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078282.802531:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078282.802543:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769078282.802546:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078282.802548:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802552:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078282.802556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769078282.802559:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078282.802563:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078282.802566:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078282.802571:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.802576:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769078282.802579:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3921 00000100:00000001:1.0:1769078282.802581:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078282.802595:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078282.802596:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802605:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078282.802609:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078282.802615:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078282.802620:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078282.802624:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078282.802627:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078282.802629:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078282.802631:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078282.802637:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078282.802641:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078282.802645:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078282.802648:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078282.802652:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802654:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078282.802657:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078282.802672:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078282.802674:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802677:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078282.802680:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078282.802685:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802700:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078282.802712:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978493824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078282.802723:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078282.802728:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802745:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078282.802748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078282.802752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078282.802753:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078282.802755:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078282.802760:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078282.802764:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3921 00000100:00080000:2.0:1769078282.802769:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078282.802772:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078282.802774:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078282.802776:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078282.802777:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078282.802780:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078282.802781:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078282.802784:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078282.802787:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078282.802788:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078282.802790:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.802796:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078282.802796:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078282.802800:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078282.802805:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802805:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078282.802811:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078282.802816:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978493824:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769078282.802823:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078282.802824:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078282.802831:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078282.802833:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.802835:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078282.802844:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.802846:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078282.802851:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078282.802880:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769078282.802882:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078282.802883:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078282.802890:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769078282.802892:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802896:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078282.802901:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078282.802905:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802907:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078282.802913:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078282.802915:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802917:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078282.802918:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078282.802921:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078282.802926:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078282.802930:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.802940:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1769078282.802941:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978493952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078282.802945:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078282.802948:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.802961:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078282.802961:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078282.802969:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.802974:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.802983:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078282.802986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078282.802991:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298595065 00000100:00080000:2.0:1769078282.802993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078282.802998:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078282.803000:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078282.803005:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078282.803006:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769078282.803011:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3921 00000100:00080000:2.0:1769078282.803018:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078282.803020:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298595065 00000100:00000001:2.0:1769078282.803022:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078282.803025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078282.803028:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1769078282.803030:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078282.803035:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078282.803036:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078282.803041:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803043:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769078282.803049:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00100000:1.0:1769078282.803053:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff8f2882c3a680 x1855008978493824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078282.803055:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078282.803061:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078282.803063:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078282.803079:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078282.803087:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078282.803091:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769078282.803092:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:1.0:1769078282.803097:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769078282.803100:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078282.803103:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803106:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078282.803107:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078282.803112:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078282.803113:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078282.803117:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078282.803119:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803122:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078282.803124:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803126:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078282.803131:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078282.803136:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078282.803139:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978493824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078282.803140:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078282.803143:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078282.803147:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803155:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803159:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078282.803166:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978494080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078282.803181:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078282.803183:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803185:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078282.803188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078282.803191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078282.803192:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078282.803194:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078282.803197:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078282.803200:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3921 00000100:00080000:2.0:1769078282.803203:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078282.803206:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078282.803214:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078282.803216:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078282.803217:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078282.803219:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078282.803221:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078282.803223:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078282.803225:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078282.803228:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078282.803230:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078282.803232:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078282.803235:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078282.803237:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803240:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078282.803240:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078282.803245:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078282.803248:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078282.803251:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803253:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078282.803256:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803258:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078282.803264:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078282.803265:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1769078282.803268:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803269:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078282.803274:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:1.0:1769078282.803278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1769078282.803279:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078282.803281:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803286:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078282.803295:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978494208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078282.803297:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078282.803306:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078282.803319:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978493824:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078282.803322:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078282.803327:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803332:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078282.803332:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803346:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769078282.803346:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078282.803351:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1769078282.803356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1769078282.803358:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769078282.803360:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769078282.803364:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1769078282.803366:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078282.803369:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769078282.803371:0:38:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078282.803398:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078282.803404:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078282.803406:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078282.803410:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078282.803411:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803416:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078282.803417:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3921 00000100:00080000:2.0:1769078282.803424:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078282.803426:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078282.803427:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078282.803430:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803431:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078282.803435:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078282.803437:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078282.803440:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078282.803441:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078282.803444:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078282.803446:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078282.803448:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078282.803452:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078282.803453:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803457:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078282.803459:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078282.803461:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078282.803464:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078282.803472:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078282.803473:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803480:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078282.803482:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493952:192.168.204.124@tcp:38:kworker.0 02000000:00000001:2.0:1769078282.803484:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078282.803491:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078282.803492:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078282.803497:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.803499:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078282.803502:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803504:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078282.803507:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1769078282.803509:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078282.803513:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078282.803515:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803519:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803524:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769078282.803526:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078282.803528:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 02000000:00000001:2.0:1769078282.803530:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803535:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078282.803536:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078282.803539:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769078282.803539:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.803547:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078282.803555:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978494336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078282.803567:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078282.803571:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078282.803575:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803577:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078282.803581:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803585:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078282.803589:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803591:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078282.803594:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803598:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298593826 00000100:00000001:1.0:1769078282.803602:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298595065 00000100:00000001:1.0:1769078282.803605:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298593826 00000100:00000001:1.0:1769078282.803608:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298595065 00000100:00000001:1.0:1769078282.803610:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078282.803612:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803614:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078282.803619:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff8f2882c3b800 x1855008978493952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078282.803628:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078282.803629:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078282.803632:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078282.803633:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078282.803634:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803636:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078282.803638:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078282.803642:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978493952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078282.803648:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803651:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078282.803654:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803655:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078282.803670:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803672:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078282.803674:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078282.803677:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078282.803680:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078282.803682:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078282.803686:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978493952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078282.803689:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078282.803691:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078282.803692:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.803694:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078282.803696:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078282.803698:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078282.803701:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078282.803705:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078282.803707:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078282.803708:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.803710:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078282.803713:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803718:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078282.803719:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078282.803722:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078282.803733:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078282.803738:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078282.803740:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078282.803741:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803743:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078282.803745:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803749:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298593823 00000100:00000001:1.0:1769078282.803751:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298595065 00000100:00000001:1.0:1769078282.803754:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298593823 00000100:00000001:1.0:1769078282.803756:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298595065 00000100:00000001:1.0:1769078282.803758:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078282.803760:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803762:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078282.803765:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff8f2882c3bb80 x1855008978494080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078282.803772:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078282.803773:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078282.803775:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078282.803777:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078282.803778:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803780:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078282.803781:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078282.803784:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978494080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078282.803791:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803793:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078282.803795:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803797:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078282.803798:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803799:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078282.803801:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078282.803803:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078282.803806:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078282.803808:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078282.803811:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078282.803815:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078282.803817:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078282.803818:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.803821:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078282.803822:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078282.803824:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078282.803827:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078282.803831:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078282.803833:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078282.803834:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.803836:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078282.803839:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803845:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078282.803846:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078282.803849:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078282.803871:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078282.803875:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078282.803877:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078282.803879:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803880:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078282.803883:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803887:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298593826 00000100:00000001:1.0:1769078282.803890:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298595065 00000100:00000001:1.0:1769078282.803892:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298593826 00000100:00000001:1.0:1769078282.803894:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298595065 00000100:00000001:1.0:1769078282.803896:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078282.803898:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.803899:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078282.803903:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff8f2882c39f80 x1855008978494208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078282.803911:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078282.803913:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078282.803915:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078282.803917:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078282.803918:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803921:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078282.803922:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078282.803926:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978494208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078282.803932:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803934:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078282.803936:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803937:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078282.803939:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803940:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078282.803942:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078282.803944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078282.803947:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078282.803948:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078282.803951:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078282.803955:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803956:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078282.803957:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078282.803959:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078282.803961:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078282.803962:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078282.803964:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078282.803966:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078282.803967:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078282.803969:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078282.803970:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803972:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078282.803973:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078282.803974:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078282.803976:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078282.803977:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078282.803978:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078282.803979:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078282.803981:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078282.803982:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078282.803984:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803985:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078282.803986:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078282.803987:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078282.803988:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078282.803989:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078282.803990:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078282.803992:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078282.803993:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078282.803994:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078282.803996:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.803998:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.804001:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078282.804002:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.804004:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078282.804006:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078282.804007:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078282.804008:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078282.804010:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.804012:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078282.804014:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078282.804015:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078282.804018:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078282.804021:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078282.804023:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078282.804024:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078282.804026:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078282.804028:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.804033:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078282.804034:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078282.804037:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078282.804048:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078282.804053:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078282.804055:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078282.804056:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.804058:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078282.804060:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.804063:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298593818 00000100:00000001:1.0:1769078282.804065:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298595065 00000100:00000001:1.0:1769078282.804067:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298593818 00000100:00000001:1.0:1769078282.804068:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298595065 00000100:00000001:1.0:1769078282.804070:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078282.804071:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.804072:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078282.804075:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff8f2882c38380 x1855008978494336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078282.804080:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078282.804080:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078282.804082:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078282.804083:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078282.804084:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.804085:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078282.804086:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078282.804088:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978494336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078282.804092:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.804094:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078282.804095:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.804096:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078282.804096:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.804097:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078282.804098:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078282.804100:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078282.804102:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078282.804104:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078282.804106:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078282.804107:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.804109:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078282.804110:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078282.804111:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078282.804112:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078282.804113:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078282.804114:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078282.804115:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078282.804116:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078282.804117:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078282.804118:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.804119:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.804120:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078282.804121:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.804122:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078282.804123:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078283.442530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078283.442538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078283.442544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078283.442546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078283.442738:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078283.442743:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078283.442755:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078283.443018:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078283.443024:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078283.443027:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078283.443031:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078283.443036:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078283.443039:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078283.443043:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078283.443045:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078283.443048:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078283.827921:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078283.827929:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078283.827931:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078283.827938:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078283.827942:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078283.827946:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.827949:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078283.827951:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.827954:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078284.466488:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078284.466490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078284.466497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078284.466498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078284.466502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078284.466505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078284.466508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078284.466508:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078284.466524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078284.466528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078284.466532:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078284.466535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078284.466539:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078284.467066:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078284.467070:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078284.467074:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078284.850517:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078284.850527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078284.850529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078284.850537:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078284.850541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078284.850546:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078284.850549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078284.850552:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078284.850555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.490502:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078285.490507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078285.490510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.490511:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078285.490513:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078285.490517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078285.490517:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078285.490520:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078285.490522:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078285.490523:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078285.490525:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078285.490526:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.490528:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078285.490529:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078285.490531:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.490531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078285.490534:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.490534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078285.490536:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078285.490605:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078285.490608:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078285.490611:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078285.875357:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078285.875369:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078285.875372:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078285.875404:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078285.875409:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078285.875414:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078285.875418:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078285.875423:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078285.875427:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078286.514461:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078286.514468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078286.514471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078286.514473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078286.514475:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078286.514483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078286.514485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078286.514491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078286.514497:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078286.514501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078286.514505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078286.514508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078286.514512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078286.514545:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078286.514548:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078286.514551:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078286.898504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078286.898512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078286.898514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078286.898528:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078286.898533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078286.898536:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078286.898539:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078286.898541:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078286.898543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.538513:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078287.538520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078287.538523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078287.538526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.538527:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078287.538535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078287.538536:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078287.538538:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.538544:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078287.538549:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.538553:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078287.538556:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.538559:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078287.540843:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078287.540848:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078287.540853:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078287.922507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078287.922516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078287.922518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078287.922520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078287.922525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078287.922529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078287.922530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078287.922534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.922535:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078287.922537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078287.922540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078287.922542:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078287.922543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922549:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078287.922558:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3926 00000100:00080000:3.0:1769078287.922570:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078287.922573:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078287.922575:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078287.922579:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078287.922581:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078287.922584:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078287.922586:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078287.922587:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078287.922588:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078287.922592:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078287.922593:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.922596:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078287.922599:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078287.922601:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922603:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078287.922605:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.922618:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078287.922620:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922624:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078287.922627:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078287.922632:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922645:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.922657:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978494464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078287.922669:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078287.922673:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922689:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078287.922692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078287.922696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078287.922698:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078287.922700:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078287.922703:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078287.922707:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3926 00000100:00000001:1.0:1769078287.922708:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078287.922712:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078287.922712:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078287.922715:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078287.922717:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078287.922717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078287.922721:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922721:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078287.922726:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078287.922727:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769078287.922729:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078287.922731:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078287.922733:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078287.922734:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078287.922738:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00100000:1.0:1769078287.922740:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978494464:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078287.922741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078287.922743:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078287.922746:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769078287.922749:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078287.922752:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078287.922752:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.922754:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078287.922755:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.922758:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769078287.922760:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078287.922763:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.922763:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922767:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078287.922791:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078287.922794:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:3.0:1769078287.922794:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.922802:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:3.0:1769078287.922803:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.922811:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769078287.922812:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078287.922815:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922816:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078287.922818:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078287.922819:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922824:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.922829:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978494592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078287.922834:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078287.922835:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922838:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078287.922841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078287.922844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078287.922846:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078287.922848:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078287.922850:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078287.922853:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3926 00000100:00080000:3.0:1769078287.922857:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078287.922860:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078287.922861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078287.922863:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078287.922864:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078287.922865:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078287.922869:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078287.922871:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298600185 00000020:00000001:3.0:1769078287.922874:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078287.922878:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078287.922880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078287.922882:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769078287.922885:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078287.922890:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.922891:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298600185 02000000:00000001:3.0:1769078287.922892:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078287.922895:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1769078287.922898:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078287.922899:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078287.922902:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.922903:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922905:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078287.922907:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.922910:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769078287.922910:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078287.922915:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922918:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.922920:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769078287.922921:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078287.922922:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1769078287.922924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.922925:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078287.922927:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078287.922928:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078287.922930:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769078287.922930:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078287.922933:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078287.922933:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.922936:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.922939:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078287.922940:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.922941:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078287.922945:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.922948:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978494720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078287.922949:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078287.922957:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078287.922959:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078287.922961:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078287.922962:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.922963:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.922965:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078287.922967:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.922969:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078287.922970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078287.922974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078287.922975:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078287.922976:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769078287.922977:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078287.922978:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:3.0:1769078287.922980:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078287.922984:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3926 00000100:00080000:3.0:1769078287.922986:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078287.922988:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078287.922988:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078287.922990:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078287.922992:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078287.922994:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078287.922996:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078287.922998:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078287.922999:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078287.923000:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.923000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078287.923004:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078287.923007:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298598945 00000100:00000001:3.0:1769078287.923007:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.923012:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078287.923013:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298600185 02000000:00000001:3.0:1769078287.923014:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078287.923017:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298598945 02000000:00000001:3.0:1769078287.923018:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923022:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298600185 00000100:00000001:3.0:1769078287.923023:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078287.923026:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:3.0:1769078287.923026:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078287.923030:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923031:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.923032:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923034:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923036:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078287.923037:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078287.923038:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769078287.923039:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923040:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769078287.923042:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078287.923044:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769078287.923044:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078287.923046:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078287.923047:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923049:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078287.923051:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078287.923052:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.923053:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.923054:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078287.923056:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078287.923060:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.923060:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978494848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078287.923067:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078287.923072:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078287.923072:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078287.923075:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078287.923076:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.923077:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.923080:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078287.923080:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078287.923083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078287.923084:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078287.923089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078287.923090:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078287.923091:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769078287.923092:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078287.923093:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:3.0:1769078287.923095:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078287.923099:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078287.923099:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3926 00000100:00080000:3.0:1769078287.923103:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078287.923105:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078287.923106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078287.923107:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078287.923108:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078287.923110:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078287.923110:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078287.923115:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078287.923116:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298598942 00000100:00000001:3.0:1769078287.923117:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078287.923119:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298600185 00000100:00000001:3.0:1769078287.923120:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078287.923124:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298598942 00000100:00080000:3.0:1769078287.923125:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078287.923130:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298600185 00000100:00000001:3.0:1769078287.923130:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.923131:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078287.923134:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078287.923136:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078287.923136:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.923140:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078287.923141:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078287.923142:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078287.923146:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923147:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.923147:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923153:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078287.923153:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078287.923155:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923158:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078287.923158:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078287.923159:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078287.923160:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923162:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769078287.923164:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923167:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769078287.923169:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978494976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078287.923172:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078287.923175:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078287.923176:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078287.923179:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078287.923179:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923182:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.923182:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.923186:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078287.923188:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078287.923189:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078287.923193:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078287.923195:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078287.923197:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078287.923198:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.923200:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078287.923203:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923209:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078287.923210:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:1.0:1769078287.923221:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078287.923233:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923237:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298598945 00000100:00000001:1.0:1769078287.923240:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298600185 00000100:00000001:1.0:1769078287.923242:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298598945 00000100:00000001:1.0:1769078287.923244:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298600185 00000100:00000001:1.0:1769078287.923246:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078287.923248:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923250:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923252:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078287.923255:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078287.923256:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078287.923258:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078287.923259:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078287.923260:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078287.923262:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078287.923263:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.923265:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078287.923267:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078287.923269:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078287.923273:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078287.923277:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078287.923278:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078287.923280:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.923282:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078287.923285:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923290:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078287.923292:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:1.0:1769078287.923295:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078287.923304:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923307:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298598937 00000100:00000001:1.0:1769078287.923309:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298600185 00000100:00000001:1.0:1769078287.923311:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298598937 00000100:00000001:1.0:1769078287.923313:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298600185 00000100:00000001:1.0:1769078287.923316:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078287.923318:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923320:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923322:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078287.923324:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078287.923326:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078287.923327:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078287.923328:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078287.923330:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.923332:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078288.562473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078288.562478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078288.562481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078288.562484:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078288.562484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078288.562488:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078288.562491:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078288.562491:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078288.562495:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078288.562496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078288.562498:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078288.562501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078288.562502:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078288.562505:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078288.562506:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078288.562509:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078288.562510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078288.562512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078288.562513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078288.562566:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078288.562569:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078288.562572:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078288.946552:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078288.946560:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078288.946562:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078288.946570:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078288.946574:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078288.946577:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078288.946581:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078288.946583:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078288.946586:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.586488:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078289.586496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078289.586496:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078289.586498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078289.586504:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078289.586509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.586510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078289.586514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078289.586516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078289.586517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.586523:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078289.586526:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078289.586529:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078289.586581:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078289.586586:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078289.586590:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078289.970525:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078289.970537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078289.970540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078289.970547:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078289.970552:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078289.970557:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078289.970560:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078289.970564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078289.970567:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078290.610511:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078290.610516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078290.610519:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078290.610520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078290.610521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078290.610526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078290.610527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078290.610528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078290.610531:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078290.610534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.610537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078290.610548:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.610550:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078290.610592:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078290.610596:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078290.610600:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078290.994512:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078290.994521:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078290.994523:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078290.994529:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078290.994533:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078290.994536:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.994538:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078290.994540:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.994543:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1769078290.994844:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:2.0:1769078290.994896:0:2400:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078290.994919:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078290.994941:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078290.994967:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078290.994971:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078290.994973:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078290.994984:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078290.994989:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078290.994992:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078290.994994:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078290.994995:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078290.994999:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078290.995004:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078290.995006:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078290.995008:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078290.995010:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078290.995014:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078290.995018:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078290.995021:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078290.995022:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078290.995023:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078290.995027:0:2400:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078290.995032:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078290.995034:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078290.995035:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078290.995037:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078290.995090:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078290.995093:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078290.995096:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078290.995109:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078290] req@ffff8f28835fb800 x1855008978494976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078290.995125:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078290.995127:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078290.995135:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078290.995138:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078290.995140:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995144:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.995147:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078290.995151:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978494976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078290.995159:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995164:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078290.995167:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995169:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.995172:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995176:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078290.995178:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078290.995183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078290.995188:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078290.995192:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078290.995196:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078290.995201:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078290.995206:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078290] req@ffff8f28835f9f80 x1855008978494848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078290.995214:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078290.995215:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078290.995218:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078290.995220:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078290.995221:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995223:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.995224:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078290.995228:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978494848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078290.995234:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995236:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078290.995239:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995241:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.995242:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995244:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078290.995245:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078290.995247:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078290.995250:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078290.995252:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078290.995256:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078290.995260:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078290.995265:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078290] req@ffff8f28835fa680 x1855008978494720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078290.995273:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078290.995274:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078290.995276:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078290.995278:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078290.995279:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995280:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.995281:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078290.995285:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978494720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078290.995291:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995293:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078290.995295:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995296:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.995298:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995299:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078290.995301:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078290.995303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078290.995306:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078290.995308:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078290.995311:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078290.995315:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078290.995320:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078290] req@ffff8f28835f8e00 x1855008978494592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078290.995328:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078290.995329:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078290.995332:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078290.995333:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078290.995335:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995337:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.995338:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078290.995342:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978494592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078290.995348:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995350:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078290.995353:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995354:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.995356:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.995357:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078290.995359:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078290.995362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078290.995365:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078290.995366:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078290.995369:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978494592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078290.996182:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078290.996198:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078290] req@ffff8f28835f8000 x1855008978494464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078290.996212:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078290.996214:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078290.996221:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078290.996224:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078290.996225:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996228:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.996230:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078290.996234:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978494464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078290.996241:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996245:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078290.996248:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996249:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078290.996251:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996253:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078290.996255:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078290.996258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078290.996262:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078290.996264:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078290.996268:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978494464:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078290.996273:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996276:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078290.996279:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078290.996282:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078290.996288:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078290.996291:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078290.996294:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078290.996298:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078290.996301:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078290.996304:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078290.996306:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996308:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078290.996309:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078290.996311:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078290.996313:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078290.996314:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078290.996315:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078290.996317:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078290.996318:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078290.996319:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078290.996321:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996323:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078290.996324:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078290.996326:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078290.996327:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078290.996329:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078290.996330:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078290.996332:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078290.996333:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078290.996335:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078290.996336:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996338:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078290.996339:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078290.996340:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078290.996342:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078290.996343:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078290.996344:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078290.996346:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078290.996347:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078290.996348:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078290.996349:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996351:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078290.996352:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078290.996353:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078290.996354:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078290.996355:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078290.996356:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078290.996358:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078290.996359:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078290.996360:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078290.996361:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996364:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.996397:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078290.996399:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078290.996402:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078290.996404:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078291.634504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078291.634509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078291.634512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078291.634514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078291.634516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078291.634523:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078291.634525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078291.634528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078291.634529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078291.634534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078291.634537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078291.634540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078291.634543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078291.634583:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078291.634588:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078291.634598:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078292.018437:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078292.018446:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078292.018449:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078292.018455:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078292.018460:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078292.018474:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078292.018477:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078292.018479:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078292.018481:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.658473:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078292.658476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078292.658480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.658481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078292.658484:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078292.658486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078292.658488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078292.658489:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078292.658493:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078292.658496:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.658497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078292.658499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.658501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078292.658575:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078292.658578:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078292.658580:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078293.042507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078293.042520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078293.042521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078293.042523:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078293.042529:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078293.042530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078293.042535:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.042536:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:1.0:1769078293.042544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078293.042545:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3931 00000100:00000001:1.0:1769078293.042554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078293.042561:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078293.042562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.042573:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078293.042573:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078293.042581:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.042582:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078293.042589:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078293.042591:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078293.042595:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078293.042598:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078293.042601:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078293.042603:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078293.042604:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078293.042609:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078293.042611:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078293.042614:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078293.042624:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078293.042630:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.042632:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078293.042634:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078293.042643:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078293.042644:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.042646:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078293.042648:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078293.042652:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.042664:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078293.042673:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978495104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078293.042683:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078293.042719:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.042735:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078293.042738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078293.042742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078293.042743:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078293.042745:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078293.042748:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078293.042752:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3931 00000100:00080000:3.0:1769078293.042758:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078293.042761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078293.042762:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078293.042764:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078293.042766:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078293.042769:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078293.042769:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078293.042772:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078293.042773:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078293.042775:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078293.042778:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078293.042785:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078293.042787:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078293.042794:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078293.042794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078293.042802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078293.042805:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078293.042811:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:1.0:1769078293.042814:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978495104:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078293.042817:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.042825:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078293.042826:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078293.042833:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078293.042835:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078293.042837:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078293.042839:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.042841:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078293.042846:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078293.042850:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078293.042852:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078293.042858:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.042860:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078293.042867:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078293.042869:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.042871:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078293.042872:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078293.042873:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769078293.042876:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.042877:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:3.0:1769078293.042883:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.042884:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1769078293.042895:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978495232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078293.042903:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078293.042906:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.042910:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078293.042912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078293.042915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078293.042918:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078293.042920:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078293.042932:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078293.042937:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3931 00000800:00000100:1.0:1769078293.042944:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:3.0:1769078293.042946:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078293.042950:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078293.042952:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078293.042954:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078293.042955:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078293.042957:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078293.042960:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078293.042962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078293.042963:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078293.042965:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769078293.042971:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078293.042974:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078293.042974:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.042977:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078293.042978:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078293.042980:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769078293.042984:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078293.042989:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.042990:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.042992:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078293.042996:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298605305 00000008:00100000:3.0:1769078293.042996:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078293.043004:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.043005:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078293.043009:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078293.043011:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043014:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078293.043015:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078293.043021:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078293.043024:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043029:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298605305 00000100:00000001:3.0:1769078293.043030:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043035:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1769078293.043038:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978495360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078293.043040:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078293.043047:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043052:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078293.043060:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078293/real 1769078293] req@ffff8f28835fb100 x1855008978495104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078293.043061:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078293.043071:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078293.043075:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078293.043078:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078293.043079:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078293.043086:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078293.043087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078293.043092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078293.043093:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078293.043097:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1769078293.043097:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078293.043102:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.043103:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078293.043107:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078293.043113:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078293.043113:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3931 00000100:00080000:3.0:1769078293.043123:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078293.043125:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978495104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078293.043128:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078293.043131:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078293.043141:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078293.043142:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078293.043148:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078293.043148:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078293.043153:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078293.043154:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043162:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078293.043163:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078293.043164:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043172:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078293.043173:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078293.043178:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078293.043179:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078293.043188:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078293.043194:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:1.0:1769078293.043200:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769078293.043200:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078293.043206:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078293.043208:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1769078293.043212:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078293.043218:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978495104:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078293.043219:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.043227:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078293.043230:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769078293.043232:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078293.043236:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:3.0:1769078293.043238:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043240:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078293.043246:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.043247:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078293.043252:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078293.043255:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1769078293.043256:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078293.043257:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769078293.043262:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.043265:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769078293.043267:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078293.043268:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769078293.043273:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078293.043274:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078293.043277:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043281:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078293.043281:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043289:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078293.043289:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043292:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043297:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078293.043299:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078293.043303:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1769078293.043305:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978495488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078293.043306:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078293.043308:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.043315:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078293.043318:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078293.043326:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078293.043338:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769078293.043338:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078293.043343:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043347:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078293.043355:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078293.043356:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.043360:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078293.043362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078293.043365:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078293.043370:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078293.043370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078293.043403:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078293.043404:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:1.0:1769078293.043409:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078293.043414:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078293.043417:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078293.043422:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:1.0:1769078293.043424:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078293.043429:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769078293.043430:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3931 00000100:00000001:1.0:1769078293.043435:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078293.043439:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078293.043440:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078293.043442:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078293.043445:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078293.043448:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.043448:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078293.043455:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078293.043458:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078293.043460:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078293.043462:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078293.043464:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078293.043465:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078293.043468:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298604066 00000100:00080000:3.0:1769078293.043472:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078293.043474:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298605305 00000100:00000001:3.0:1769078293.043477:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043479:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298604066 02000000:00000001:3.0:1769078293.043482:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078293.043484:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298605305 02000000:00000001:3.0:1769078293.043489:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078293.043490:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078293.043496:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078293.043498:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043499:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078293.043504:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078293.043505:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078293/real 1769078293] req@ffff8f28835fa300 x1855008978495232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769078293.043509:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078293.043514:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.043519:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078293.043531:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1769078293.043531:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078293.043536:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078293.043537:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078293.043542:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078293.043544:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769078293.043544:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078293.043549:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769078293.043549:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043554:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043557:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078293.043558:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043560:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078293.043568:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978495232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078293.043569:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978495616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078293.043603:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.043607:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078293.043609:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078293.043613:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043617:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.043618:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043621:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078293.043624:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043628:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078293.043630:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078293.043634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078293.043639:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078293.043643:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078293.043647:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078293.043652:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078293.043654:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078293.043655:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.043657:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078293.043659:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078293.043661:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078293.043664:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078293.043667:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078293.043669:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078293.043672:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.043674:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078293.043677:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043695:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078293.043696:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:1.0:1769078293.043700:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078293.043716:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078293.043721:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078293.043723:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078293.043724:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043726:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078293.043728:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043733:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298604063 00000100:00000001:1.0:1769078293.043736:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298605305 00000100:00000001:1.0:1769078293.043738:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298604063 00000100:00000001:1.0:1769078293.043741:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298605305 00000100:00000001:1.0:1769078293.043743:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078293.043745:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043747:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078293.043752:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078293/real 1769078293] req@ffff8f28835f8700 x1855008978495360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078293.043763:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078293.043764:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078293.043768:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078293.043771:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078293.043772:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043774:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078293.043776:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078293.043780:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978495360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078293.043786:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043788:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078293.043790:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043792:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078293.043793:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043794:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078293.043795:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078293.043797:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078293.043800:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078293.043801:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078293.043803:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078293.043808:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043809:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078293.043810:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078293.043812:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078293.043813:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078293.043814:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078293.043815:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078293.043817:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078293.043818:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078293.043820:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078293.043820:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043821:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078293.043822:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078293.043823:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078293.043824:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078293.043824:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078293.043825:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078293.043826:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078293.043826:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078293.043827:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078293.043828:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043829:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043832:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078293.043832:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043834:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078293.043835:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078293.043836:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078293.043837:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078293.043838:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.043840:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078293.043841:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078293.043843:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078293.043844:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078293.043847:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078293.043848:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078293.043849:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.043850:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078293.043853:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043857:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078293.043858:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:1.0:1769078293.043861:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078293.043869:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078293.043872:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078293.043873:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078293.043874:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043875:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078293.043877:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043880:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298604066 00000100:00000001:1.0:1769078293.043882:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298605305 00000100:00000001:1.0:1769078293.043884:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298604066 00000100:00000001:1.0:1769078293.043886:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298605305 00000100:00000001:1.0:1769078293.043888:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078293.043890:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.043892:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078293.043896:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078293/real 1769078293] req@ffff8f28835f8380 x1855008978495488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078293.043903:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078293.043904:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078293.043907:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078293.043909:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078293.043910:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043913:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078293.043914:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078293.043918:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978495488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078293.043924:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043925:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078293.043927:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043928:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078293.043929:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.043930:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078293.043932:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078293.043934:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078293.043938:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078293.043940:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078293.043943:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078293.043946:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078293.043948:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078293.043949:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.043951:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078293.043953:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078293.043955:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078293.043958:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078293.043962:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078293.043964:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078293.044184:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078293.044188:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078293.044191:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.044198:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078293.044200:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:1.0:1769078293.044204:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078293.044217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078293.044223:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078293.044225:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078293.044227:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.044228:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078293.044231:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.044236:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298604058 00000100:00000001:1.0:1769078293.044239:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298605305 00000100:00000001:1.0:1769078293.044241:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298604058 00000100:00000001:1.0:1769078293.044244:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298605305 00000100:00000001:1.0:1769078293.044247:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078293.044249:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.044251:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078293.044255:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078293/real 1769078293] req@ffff8f28835fad80 x1855008978495616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078293.044263:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078293.044265:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078293.044268:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078293.044269:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078293.044270:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.044272:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078293.044273:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078293.044277:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978495616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078293.044283:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.044285:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078293.044288:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.044289:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078293.044290:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.044292:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078293.044293:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078293.044296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078293.044300:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078293.044301:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078293.044304:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078293.044308:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.044310:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078293.044311:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078293.044313:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078293.044315:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078293.044316:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078293.044318:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078293.044320:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078293.044321:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078293.044323:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078293.044324:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.044326:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078293.044327:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078293.044329:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078293.044330:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078293.044331:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078293.044332:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078293.044336:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078293.044337:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078293.044338:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078293.044339:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.044340:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.044344:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078293.044346:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.044347:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078293.044349:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.682472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078293.682477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078293.682478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078293.682482:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078293.682483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078293.682488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078293.682490:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078293.682492:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078293.682494:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.682495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.682498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078293.682500:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.682501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078293.682548:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078293.682551:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078293.682554:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078294.066521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078294.066529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078294.066532:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078294.066540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078294.066545:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078294.066550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078294.066554:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078294.066557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078294.066562:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078294.706486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078294.706488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078294.706493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078294.706495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078294.706500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078294.706500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078294.706502:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078294.706507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078294.706513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078294.706517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078294.706521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078294.706524:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078294.706525:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078294.706528:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078294.706531:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078294.706533:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078295.090761:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078295.090771:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078295.090773:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078295.090780:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078295.090784:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078295.090788:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078295.090791:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078295.090794:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078295.090797:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078295.730499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078295.730507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078295.730509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078295.730514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078295.730515:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078295.730521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078295.730523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078295.730527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078295.730529:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078295.730531:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078295.730535:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078295.730537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078295.730538:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078295.730544:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078295.730544:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078295.730549:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078295.730553:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078295.730556:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078295.730556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078295.730614:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078295.730617:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078295.730619:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078296.114473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078296.114483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078296.114486:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078296.114493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078296.114497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078296.114501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078296.114504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078296.114506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078296.114510:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078296.754504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078296.754507:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078296.754511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.754514:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078296.754517:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078296.754522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078296.754524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078296.754526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.754528:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078296.754534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078296.754537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078296.754540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078296.754542:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078296.754588:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078296.754591:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078296.754594:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078297.138492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078297.138501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078297.138503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078297.138510:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078297.138514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078297.138518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078297.138520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078297.138523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078297.138525:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078297.778469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078297.778475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078297.778476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078297.778478:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078297.778480:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078297.778484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078297.778486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078297.778488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078297.778489:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078297.778492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078297.778495:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078297.778497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078297.778498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078297.778537:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078297.778540:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078297.778543:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078298.162477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078298.162530:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078298.162545:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078298.162549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078298.162557:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769078298.162564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078298.162566:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078298.162570:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078298.162573:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078298.162578:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078298.162581:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078298.162586:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078298.162588:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.162596:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.162612:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3936 00000100:00080000:0.0:1769078298.162630:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078298.162636:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078298.162639:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078298.162644:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078298.162652:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078298.162657:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078298.162670:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078298.162673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078298.162674:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078298.162681:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078298.162684:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.162688:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078298.162693:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078298.162696:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.162698:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078298.162701:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.162711:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078298.162712:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.162729:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078298.162732:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078298.162740:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.162751:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078298.162760:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978495744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078298.162769:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078298.162774:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.162792:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.162795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078298.162802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078298.162804:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078298.162806:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078298.162809:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078298.162812:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3936 00000100:00080000:0.0:1769078298.162818:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078298.162820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078298.162822:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078298.162824:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078298.162826:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769078298.162827:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078298.162833:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078298.162836:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078298.162836:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078298.162842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078298.162842:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078298.162847:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078298.162848:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078298.162851:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.162857:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078298.162859:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078298.162865:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.162867:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078298.162870:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078298.162876:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.162880:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078298.162885:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078298.162888:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978495744:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078298.162890:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078298.162896:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078298.162898:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1769078298.162904:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.162906:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078298.162907:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.162911:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.162914:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078298.162917:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078298.162918:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.162923:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078298.162924:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078298.162926:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.162928:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.162934:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078298.162943:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978495872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078298.162951:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078298.162953:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078298.162954:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.162959:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:0.0:1769078298.162962:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.162966:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078298.162968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078298.162973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078298.162975:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078298.162977:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078298.162979:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078298.162982:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3936 00000100:00080000:0.0:1769078298.163005:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078298.163008:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078298.163010:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078298.163013:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078298.163019:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:1.0:1769078298.163022:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769078298.163027:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078298.163032:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078298.163035:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078298.163036:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078298.163044:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078298.163044:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078298.163050:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163052:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769078298.163054:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078298.163057:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.163059:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078298.163062:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769078298.163066:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.163070:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078298.163072:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078298.163073:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078298.163081:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163084:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298610425 00000100:00000001:0.0:1769078298.163085:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.163100:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078298.163102:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.163103:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078298.163105:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078298.163105:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769078298.163111:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163117:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298610425 00000100:00000001:0.0:1769078298.163119:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163127:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1769078298.163129:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978496000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078298.163134:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078298.163141:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163149:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078298.163152:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078298.163156:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078298.163160:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff8f28835ea680 x1855008978495744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078298.163172:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.163177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1769078298.163178:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078298.163181:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769078298.163184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078298.163188:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078298.163189:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1769078298.163193:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078298.163195:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078298.163198:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078298.163201:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078298.163206:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3936 00000100:00000001:1.0:1769078298.163208:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078298.163212:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078298.163213:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078298.163217:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078298.163221:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078298.163222:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978495744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078298.163228:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078298.163231:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078298.163237:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078298.163244:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078298.163246:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.163249:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078298.163252:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078298.163253:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078298.163263:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078298.163266:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078298.163268:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078298.163271:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163272:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078298.163275:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078298.163279:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078298.163282:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.163287:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078298.163288:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00100000:0.0:1769078298.163290:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078298.163293:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1769078298.163295:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078298.163300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078298.163301:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.163313:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:1.0:1769078298.163313:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:0.0:1769078298.163318:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163320:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078298.163323:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078298.163327:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078298.163329:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978495744:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078298.163336:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163338:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769078298.163340:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163341:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078298.163347:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769078298.163350:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.163353:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078298.163357:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078298.163362:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1769078298.163363:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978496128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078298.163368:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078298.163372:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078298.163407:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078298.163409:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163413:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163421:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078298.163423:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163426:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078298.163428:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078298.163429:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078298.163433:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163433:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078298.163437:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078298.163441:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.163442:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.163449:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1769078298.163451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078298.163454:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078298.163457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1769078298.163460:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.163462:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078298.163466:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078298.163469:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078298.163470:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078298.163478:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1769078298.163479:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3936 02000000:00000001:1.0:1769078298.163480:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078298.163483:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.163488:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078298.163491:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.163498:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078298.163501:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078298.163503:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078298.163504:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:0.0:1769078298.163508:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078298.163511:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769078298.163517:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078298.163518:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078298.163521:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078298.163525:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000800:00000100:1.0:1769078298.163528:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078298.163531:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078298.163534:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078298.163536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078298.163538:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078298.163539:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163544:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078298.163550:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.163556:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078298.163557:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298609186 00000100:00000001:1.0:1769078298.163564:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298610425 00000100:00000001:0.0:1769078298.163565:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163568:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298609186 02000000:00000001:0.0:1769078298.163572:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078298.163572:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298610425 00000100:00000001:1.0:1769078298.163579:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078298.163582:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.163583:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078298.163584:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078298.163589:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff8f28835e9500 x1855008978495872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078298.163590:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.163608:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078298.163612:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078298.163623:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078298.163628:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769078298.163629:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078298.163632:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769078298.163638:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078298.163639:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1769078298.163642:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163644:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078298.163647:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078298.163648:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078298.163652:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078298.163653:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769078298.163657:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163657:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.163667:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078298.163674:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978495872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078298.163676:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978496256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078298.163706:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163711:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078298.163718:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.163720:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078298.163720:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078298.163725:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.163727:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163728:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078298.163730:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078298.163737:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078298.163740:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078298.163742:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078298.163747:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078298.163751:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978495872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078298.163755:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078298.163757:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078298.163758:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.163759:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078298.163761:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078298.163763:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078298.163764:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078298.163766:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078298.163769:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078298.163770:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.163771:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078298.163773:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163779:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078298.163780:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:1.0:1769078298.163785:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078298.163797:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078298.163803:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078298.163808:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078298.163809:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163811:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078298.163812:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163815:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298609183 00000100:00000001:1.0:1769078298.163817:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298610425 00000100:00000001:1.0:1769078298.163818:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298609183 00000100:00000001:1.0:1769078298.163820:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298610425 00000100:00000001:1.0:1769078298.163821:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078298.163822:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163823:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078298.163826:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff8f28835e9f80 x1855008978496000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078298.163830:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078298.163831:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078298.163832:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078298.163833:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078298.163834:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163835:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078298.163836:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078298.163838:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978496000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078298.163841:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163842:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078298.163844:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163844:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078298.163845:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163846:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078298.163847:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078298.163848:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078298.163850:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078298.163852:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078298.163853:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078298.163856:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163857:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078298.163857:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078298.163858:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078298.163860:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078298.163860:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078298.163861:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078298.163863:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078298.163863:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078298.163864:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078298.163865:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163866:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078298.163867:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078298.163868:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078298.163868:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078298.163869:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078298.163870:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078298.163871:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078298.163871:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078298.163872:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078298.163873:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163874:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163876:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078298.163876:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163878:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078298.163879:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078298.163879:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078298.163880:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078298.163881:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.163882:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078298.163884:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078298.163886:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078298.163887:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078298.163889:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078298.163891:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078298.163892:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.163893:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078298.163895:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163898:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078298.163899:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078298.163902:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078298.163907:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078298.163910:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078298.163911:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078298.163912:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163913:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078298.163914:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163916:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298609186 00000100:00000001:1.0:1769078298.163918:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298610425 00000100:00000001:1.0:1769078298.163919:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298609186 00000100:00000001:1.0:1769078298.163920:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298610425 00000100:00000001:1.0:1769078298.163922:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078298.163923:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163924:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078298.163926:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff8f28835ea300 x1855008978496128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078298.163930:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078298.163931:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078298.163932:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078298.163933:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078298.163933:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163934:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078298.163935:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078298.163937:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978496128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078298.163941:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163942:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078298.163944:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163945:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078298.163945:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.163946:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078298.163947:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078298.163949:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078298.163950:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078298.163952:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078298.163953:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078298.163955:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078298.163956:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078298.163957:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.163958:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078298.163959:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078298.163960:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078298.163961:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078298.163963:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078298.163964:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078298.163965:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078298.163965:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078298.163967:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163969:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078298.163970:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:1.0:1769078298.163971:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078298.163976:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078298.163977:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078298.163978:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078298.163979:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163980:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078298.163982:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163984:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298609178 00000100:00000001:1.0:1769078298.163985:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298610425 00000100:00000001:1.0:1769078298.163987:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298609178 00000100:00000001:1.0:1769078298.163989:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298610425 00000100:00000001:1.0:1769078298.163990:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078298.163991:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.163992:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078298.163994:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff8f28835eb480 x1855008978496256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078298.163998:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078298.163998:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078298.164000:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078298.164000:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078298.164001:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.164002:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078298.164003:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078298.164004:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978496256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078298.164008:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.164009:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078298.164010:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.164011:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078298.164011:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.164012:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078298.164013:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078298.164015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078298.164017:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078298.164018:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078298.164020:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078298.164022:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.164023:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078298.164024:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078298.164024:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078298.164026:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078298.164026:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078298.164027:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078298.164028:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078298.164029:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078298.164030:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078298.164031:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.164031:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078298.164032:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078298.164033:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078298.164033:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078298.164034:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078298.164035:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078298.164036:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078298.164037:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078298.164039:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078298.164039:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.164040:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.164042:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078298.164042:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.164043:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078298.164044:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078298.802486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078298.802488:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078298.802493:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078298.802494:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078298.802496:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078298.802498:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078298.802499:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078298.802506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078298.802507:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078298.802507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078298.802511:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.802513:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078298.802514:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.802518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078298.802520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078298.802523:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078298.802524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.802527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.802531:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078298.802580:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078298.802583:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078298.802614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078299.186510:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078299.186517:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078299.186519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078299.186525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078299.186529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078299.186533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078299.186535:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078299.186537:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078299.186540:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078299.826439:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078299.826444:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078299.826445:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078299.826448:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078299.826453:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078299.826454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078299.826456:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078299.826460:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078299.826463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078299.826463:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078299.826467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078299.826467:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078299.826472:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078299.826509:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078299.826512:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078299.826516:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078300.210466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078300.210476:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078300.210479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078300.210486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078300.210490:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078300.210494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078300.210497:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078300.210500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078300.210503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078300.850472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078300.850475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078300.850479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078300.850482:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078300.850484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078300.850486:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078300.850487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078300.850503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078300.850509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078300.850512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078300.850515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078300.850520:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078300.850525:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078300.850548:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078300.850566:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078300.850571:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078301.234490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078301.234499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078301.234501:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078301.234508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078301.234512:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078301.234517:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.234520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078301.234523:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.234525:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078301.874478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078301.874483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078301.874488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078301.874488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078301.874492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078301.874496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078301.874498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078301.874499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078301.874504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078301.874509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078301.874513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078301.874515:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078301.874518:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078301.874574:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078301.874579:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078301.874583:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078302.258609:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078302.258618:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078302.258620:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078302.258635:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078302.258640:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078302.258644:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078302.258647:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078302.258650:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078302.258653:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078302.898492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078302.898494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078302.898499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078302.898501:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078302.898505:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078302.898508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078302.898510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078302.898511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078302.898527:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078302.898531:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078302.898535:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078302.898537:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078302.898540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078302.898607:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078302.898614:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078302.898620:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078303.282459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078303.282460:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078303.282465:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078303.282468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078303.282469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078303.282473:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078303.282474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078303.282477:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078303.282478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078303.282482:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078303.282483:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.282486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078303.282489:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3941 00000100:00000001:1.0:1769078303.282490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.282494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078303.282500:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078303.282504:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078303.282506:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078303.282510:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078303.282522:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078303.282525:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078303.282529:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078303.282530:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078303.282531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078303.282535:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078303.282536:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.282539:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078303.282541:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078303.282545:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282547:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078303.282549:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.282562:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078303.282564:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282568:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078303.282572:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078303.282576:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282590:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078303.282601:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978496384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078303.282613:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078303.282617:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282641:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078303.282644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078303.282647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078303.282649:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078303.282651:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078303.282654:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078303.282658:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3941 00000100:00000001:1.0:1769078303.282662:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078303.282663:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078303.282665:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078303.282667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078303.282668:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078303.282670:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078303.282671:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078303.282673:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078303.282675:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078303.282678:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769078303.282678:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078303.282682:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078303.282683:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078303.282685:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078303.282689:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00100000:1.0:1769078303.282691:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978496384:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078303.282692:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078303.282695:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078303.282697:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769078303.282702:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078303.282703:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078303.282705:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.282707:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.282708:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078303.282710:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078303.282715:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.282716:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078303.282720:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282722:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078303.282727:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078303.282731:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.282733:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078303.282733:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.282736:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:1.0:1769078303.282740:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769078303.282740:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078303.282744:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282762:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078303.282763:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078303.282765:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282772:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078303.282778:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978496512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078303.282787:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:1.0:1769078303.282788:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078303.282790:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282799:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078303.282802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078303.282806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078303.282808:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078303.282808:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078303.282810:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078303.282813:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078303.282814:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078303.282816:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.282819:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769078303.282820:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3941 00000100:00000001:1.0:1769078303.282828:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078303.282828:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078303.282833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078303.282835:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078303.282836:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298615545 00000020:00000001:3.0:1769078303.282838:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078303.282841:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078303.282843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078303.282845:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078303.282847:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078303.282849:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078303.282850:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769078303.282854:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078303.282859:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.282860:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298615545 02000000:00000001:3.0:1769078303.282861:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078303.282867:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078303.282868:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1769078303.282872:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.282875:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078303.282876:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078303.282880:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078303.282881:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078303.282884:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:3.0:1769078303.282885:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282889:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078303.282890:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff8f28835f9880 x1855008978496384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078303.282895:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078303.282898:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078303.282901:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078303.282902:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:1.0:1769078303.282903:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769078303.282905:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078303.282909:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769078303.282909:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.282916:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.282919:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078303.282922:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.282926:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1769078303.282926:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978496640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078303.282929:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078303.282936:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978496384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078303.282942:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078303.282946:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078303.282947:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.282950:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078303.282951:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.282953:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.282956:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769078303.282956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078303.282958:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.282961:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078303.282964:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078303.282964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1769078303.282969:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078303.282969:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078303.282973:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:3.0:1769078303.282973:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078303.282976:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078303.282979:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:1.0:1769078303.282980:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978496384:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078303.282985:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078303.282986:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3941 00000100:00000001:1.0:1769078303.282987:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078303.282990:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078303.282993:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1769078303.282993:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769078303.282997:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769078303.282998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078303.283000:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078303.283001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078303.283003:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769078303.283006:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078303.283009:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1769078303.283009:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078303.283012:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1769078303.283012:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078303.283015:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078303.283017:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078303.283017:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078303.283021:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078303.283023:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078303.283026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078303.283028:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078303.283031:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078303.283031:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078303.283035:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078303.283037:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078303.283037:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283040:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078303.283042:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078303.283042:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078303.283045:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.283047:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078303.283048:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078303.283050:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078303.283053:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.283053:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.283059:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078303.283060:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496512:192.168.204.124@tcp:38:kworker.0 00000008:00100000:3.0:1769078303.283062:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078303.283063:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078303.283065:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:3.0:1769078303.283068:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283069:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283073:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078303.283074:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283076:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.283081:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078303.283083:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769078303.283083:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283085:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:3.0:1769078303.283087:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078303.283089:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078303.283091:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769078303.283092:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.283099:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078303.283103:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:3.0:1769078303.283106:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978496768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078303.283108:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078303.283111:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078303.283113:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283116:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078303.283119:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.283124:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078303.283126:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298614305 00000100:00000001:3.0:1769078303.283129:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283130:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298615545 00000100:00000001:1.0:1769078303.283134:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298614305 00000100:00000001:3.0:1769078303.283134:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283136:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298615545 00000100:00080000:3.0:1769078303.283139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078303.283140:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078303.283143:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283148:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769078303.283148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078303.283152:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078303.283153:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff8f28835faa00 x1855008978496512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078303.283154:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078303.283160:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000001:1.0:1769078303.283166:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769078303.283166:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3941 00000400:00000001:1.0:1769078303.283169:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078303.283173:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078303.283173:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078303.283176:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078303.283177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078303.283178:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078303.283179:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078303.283181:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078303.283184:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078303.283184:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1769078303.283189:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978496512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078303.283193:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283195:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078303.283195:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078303.283198:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078303.283199:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078303.283200:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078303.283202:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283205:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1769078303.283205:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078303.283208:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078303.283210:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1769078303.283212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078303.283213:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078303.283216:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078303.283219:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1769078303.283221:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:1.0:1769078303.283223:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496512:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769078303.283227:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283229:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769078303.283231:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078303.283232:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078303.283235:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283236:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078303.283237:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078303.283238:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078303.283241:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.283244:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078303.283245:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769078303.283249:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078303.283250:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078303.283253:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:3.0:1769078303.283253:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078303.283254:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283257:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769078303.283259:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283260:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.283262:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283265:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078303.283267:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 02000000:00000001:3.0:1769078303.283268:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078303.283271:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283272:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078303.283276:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078303.283278:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078303.283280:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078303.283284:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078303.283287:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078303.283289:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283290:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078303.283294:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283296:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1769078303.283298:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978496896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078303.283300:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283307:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298614302 00000100:00000001:1.0:1769078303.283312:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298615545 00000100:00000001:1.0:1769078303.283317:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298614302 00000100:00000001:3.0:1769078303.283321:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078303.283322:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298615545 00000100:00000001:3.0:1769078303.283326:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283328:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078303.283330:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283332:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283336:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078303.283341:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff8f28835f9500 x1855008978496640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078303.283349:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078303.283350:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078303.283353:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078303.283354:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078303.283355:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283357:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078303.283358:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078303.283360:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978496640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078303.283365:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283366:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078303.283368:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283368:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078303.283369:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283370:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078303.283371:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078303.283373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078303.283397:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078303.283400:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078303.283403:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078303.283406:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283408:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078303.283409:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078303.283411:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078303.283413:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078303.283415:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078303.283417:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078303.283419:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078303.283420:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078303.283422:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078303.283423:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283425:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078303.283426:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078303.283427:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078303.283428:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078303.283428:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078303.283429:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078303.283430:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078303.283431:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078303.283432:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078303.283432:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283433:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283436:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078303.283436:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283438:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078303.283438:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078303.283439:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078303.283440:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078303.283441:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283442:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078303.283443:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078303.283445:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078303.283447:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078303.283449:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078303.283450:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078303.283451:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283452:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078303.283454:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283459:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078303.283460:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:1.0:1769078303.283463:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078303.283470:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078303.283473:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078303.283475:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078303.283475:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283477:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078303.283478:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283480:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298614306 00000100:00000001:1.0:1769078303.283482:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298615545 00000100:00000001:1.0:1769078303.283483:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298614306 00000100:00000001:1.0:1769078303.283484:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298615545 00000100:00000001:1.0:1769078303.283486:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078303.283487:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283488:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078303.283490:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff8f28835f9880 x1855008978496768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078303.283494:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078303.283494:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078303.283496:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078303.283497:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078303.283497:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283498:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078303.283499:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078303.283501:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978496768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078303.283505:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283507:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078303.283508:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283509:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078303.283509:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283522:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078303.283523:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078303.283525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078303.283527:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078303.283528:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078303.283531:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078303.283533:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078303.283534:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078303.283535:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283537:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078303.283538:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078303.283539:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078303.283541:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078303.283543:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078303.283544:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078303.283545:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078303.283545:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078303.283547:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283551:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078303.283552:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:1.0:1769078303.283554:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078303.283561:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078303.283563:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078303.283565:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078303.283566:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283567:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078303.283568:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283571:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298614298 00000100:00000001:1.0:1769078303.283572:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298615545 00000100:00000001:1.0:1769078303.283574:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298614298 00000100:00000001:1.0:1769078303.283575:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298615545 00000100:00000001:1.0:1769078303.283576:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078303.283577:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283578:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078303.283580:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff8f28835fad80 x1855008978496896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078303.283589:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078303.283589:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078303.283591:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078303.283592:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078303.283593:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283593:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078303.283594:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078303.283597:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978496896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078303.283601:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283602:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078303.283603:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283604:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078303.283605:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283606:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078303.283607:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078303.283608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078303.283609:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078303.283610:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078303.283612:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978496896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078303.283614:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283615:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078303.283615:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078303.283616:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078303.283617:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078303.283618:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078303.283618:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078303.283620:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078303.283621:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078303.283622:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078303.283623:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283624:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078303.283625:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078303.283626:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078303.283627:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078303.283628:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078303.283628:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078303.283629:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078303.283630:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078303.283631:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078303.283632:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283633:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.283634:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078303.283635:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.283636:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078303.283637:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078303.922457:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078303.922457:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078303.922463:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.922465:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078303.922470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078303.922470:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078303.922472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078303.922476:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078303.922481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078303.922486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078303.922489:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078303.922492:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078303.922496:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078303.922536:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078303.922541:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078303.922545:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078304.306463:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078304.306470:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078304.306472:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078304.306477:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078304.306481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078304.306485:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078304.306488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078304.306491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078304.306503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078304.946515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078304.946522:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078304.946524:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078304.946529:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078304.946533:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078304.946536:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078304.946539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078304.946542:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078304.946544:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078304.946554:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078304.946560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078304.946565:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078304.946567:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078304.946682:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078304.946686:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078304.946691:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078305.330539:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078305.330549:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078305.330551:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078305.330558:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078305.330563:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078305.330567:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078305.330570:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078305.330583:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078305.330586:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.970520:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078305.970525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078305.970529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.970530:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078305.970534:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078305.970538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078305.970540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078305.970544:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078305.970547:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078305.970548:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078305.970553:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078305.970554:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.970558:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078305.970560:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078305.970562:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078305.970565:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.970568:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078305.970569:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078305.970574:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078305.970642:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078305.970647:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078305.970650:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078306.354522:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078306.354530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078306.354532:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078306.354538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078306.354542:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078306.354546:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078306.354549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078306.354553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078306.354556:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078306.994485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078306.994487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078306.994492:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078306.994493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078306.994496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078306.994497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078306.994498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078306.994505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078306.994510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078306.994515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078306.994518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078306.994521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078306.994524:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078306.994554:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078306.994556:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078306.994558:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078307.378523:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078307.378530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078307.378532:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078307.378537:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078307.378541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078307.378545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078307.378547:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078307.378549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078307.378552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.018478:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078308.018482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078308.018484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078308.018486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.018487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078308.018492:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078308.018495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078308.018495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078308.018499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.018499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078308.018504:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078308.018506:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078308.018508:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078308.018555:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078308.018558:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078308.018561:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078308.402517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078308.402529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078308.402531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078308.402532:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078308.402537:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078308.402541:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078308.402543:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078308.402545:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078308.402553:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3946 00000100:00100000:1.0:1769078308.402553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078308.402566:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078308.402568:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078308.402571:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078308.402573:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078308.402577:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078308.402578:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078308.402582:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078308.402585:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078308.402587:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078308.402589:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078308.402594:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078308.402598:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078308.402600:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078308.402601:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078308.402605:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078308.402609:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078308.402612:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078308.402616:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078308.402619:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402622:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078308.402625:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078308.402635:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078308.402636:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402639:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078308.402642:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078308.402645:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402656:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078308.402665:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978497024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078308.402675:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078308.402680:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402696:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078308.402700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078308.402703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078308.402705:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078308.402707:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078308.402710:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078308.402714:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3946 00000100:00080000:0.0:1769078308.402718:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078308.402721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078308.402722:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078308.402724:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078308.402728:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078308.402729:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078308.402734:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078308.402734:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078308.402739:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078308.402740:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078308.402743:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078308.402750:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078308.402752:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078308.402759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078308.402761:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078308.402763:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078308.402766:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078308.402778:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:1.0:1769078308.402779:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978497024:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078308.402789:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.402791:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078308.402793:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078308.402798:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078308.402801:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078308.402802:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078308.402809:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.402810:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078308.402815:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078308.402819:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078308.402821:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078308.402827:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402829:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078308.402835:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078308.402836:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402838:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078308.402840:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078308.402842:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769078308.402843:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.402846:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:0.0:1769078308.402851:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.402852:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1769078308.402863:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978497152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078308.402871:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078308.402873:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402876:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078308.402879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078308.402882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078308.402884:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078308.402886:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078308.402888:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078308.402891:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3946 00000100:00080000:0.0:1769078308.402896:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769078308.402901:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078308.402902:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078308.402908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078308.402912:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078308.402913:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078308.402915:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078308.402918:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078308.402921:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078308.402922:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078308.402923:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078308.402929:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769078308.402931:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078308.402934:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402937:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.402939:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769078308.402944:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078308.402949:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078308.402950:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078308.402958:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.402960:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298620665 00000100:00000001:0.0:1769078308.402961:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078308.402967:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078308.402970:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402972:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.402974:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769078308.402978:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078308.402981:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.402984:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078308.402984:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298620665 02000000:00000001:0.0:1769078308.402987:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078308.402991:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.402992:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078308.402999:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.402999:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078308.403008:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403013:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078308.403014:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978497280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078308.403022:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078308] req@ffff8f28835ead80 x1855008978497024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078308.403034:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078308.403041:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078308.403047:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769078308.403048:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078308.403052:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769078308.403054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078308.403060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078308.403060:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078308.403065:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078308.403066:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1769078308.403067:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078308.403071:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078308.403073:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078308.403075:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769078308.403080:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3946 00000100:00000001:1.0:1769078308.403081:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078308.403090:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078308.403092:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978497024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078308.403097:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078308.403102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078308.403114:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078308.403114:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078308.403120:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078308.403122:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769078308.403124:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078308.403126:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078308.403131:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078308.403132:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078308.403135:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078308.403139:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078308.403141:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078308.403143:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078308.403145:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078308.403153:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078308.403154:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:1.0:1769078308.403167:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078308.403171:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078308.403173:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.403178:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978497024:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078308.403184:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078308.403190:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078308.403191:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078308.403196:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769078308.403198:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403200:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769078308.403202:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078308.403207:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078308.403209:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.403211:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403213:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078308.403217:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078308.403219:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769078308.403220:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078308.403224:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769078308.403225:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078308.403229:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078308.403229:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078308.403233:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403235:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078308.403238:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078308.403243:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403245:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078308.403249:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403255:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078308.403256:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978497408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078308.403264:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078308.403267:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403276:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078308.403279:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078308.403282:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078308.403289:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078308.403294:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.403296:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078308.403299:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078308.403301:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403304:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078308.403308:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403309:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.403315:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078308.403318:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078308.403320:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078308.403323:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403325:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769078308.403327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078308.403329:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078308.403338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078308.403341:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078308.403341:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078308.403344:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00080000:0.0:1769078308.403345:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078308.403356:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078308.403356:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078308.403366:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3946 00000100:00080000:0.0:1769078308.403372:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769078308.403408:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078308.403415:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078308.403418:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078308.403419:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078308.403439:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078308.403441:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078308.403443:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078308.403445:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078308.403449:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769078308.403450:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078308.403455:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078308.403455:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.403462:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078308.403463:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298619426 00000100:00000001:0.0:1769078308.403465:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078308.403469:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298620665 00000100:00000001:1.0:1769078308.403475:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298619426 00000100:00080000:0.0:1769078308.403476:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078308.403480:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298620665 00000100:00000001:0.0:1769078308.403482:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403486:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078308.403488:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078308.403490:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403493:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769078308.403494:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078308.403498:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.403501:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078308] req@ffff8f28835e8700 x1855008978497152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078308.403503:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078308.403506:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078308.403520:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.403532:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078308.403532:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078308.403535:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078308.403541:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1769078308.403544:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078308.403545:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769078308.403551:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403551:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403561:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078308.403563:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078308.403565:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078308.403567:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078308.403573:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.403573:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978497152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078308.403584:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403593:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078308.403597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978497536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078308.403600:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078308.403611:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403618:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078308.403621:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078308.403623:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078308.403626:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403633:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078308.403635:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403636:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078308.403643:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078308.403649:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078308.403653:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078308.403659:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078308.403665:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078308.403667:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078308.403668:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403670:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078308.403673:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078308.403675:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.403678:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078308.403681:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078308.403683:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078308.403685:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403686:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078308.403690:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403694:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078308.403696:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:1.0:1769078308.403699:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078308.403709:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078308.403713:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078308.403715:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078308.403716:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403718:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078308.403721:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403724:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298619423 00000100:00000001:1.0:1769078308.403727:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298620665 00000100:00000001:1.0:1769078308.403729:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298619423 00000100:00000001:1.0:1769078308.403731:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298620665 00000100:00000001:1.0:1769078308.403734:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078308.403735:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403737:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078308.403740:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078308] req@ffff8f28835e9180 x1855008978497280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078308.403754:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078308.403755:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078308.403757:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078308.403759:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078308.403760:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403762:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078308.403763:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078308.403767:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978497280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078308.403773:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403775:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078308.403778:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403779:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078308.403781:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403783:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078308.403784:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078308.403786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078308.403789:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078308.403791:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078308.403794:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078308.403797:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403799:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078308.403800:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078308.403802:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078308.403803:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078308.403805:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078308.403806:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078308.403808:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078308.403810:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078308.403811:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078308.403812:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403814:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078308.403816:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078308.403817:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078308.403818:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078308.403819:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078308.403820:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078308.403822:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078308.403823:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078308.403825:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078308.403826:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403827:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403830:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078308.403831:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403833:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078308.403834:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078308.403835:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078308.403837:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078308.403838:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403840:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078308.403842:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078308.403844:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.403847:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078308.403850:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078308.403852:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078308.403853:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403855:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078308.403857:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403862:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078308.403864:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078308.403867:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078308.403875:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078308.403879:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078308.403880:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078308.403882:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403883:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078308.403885:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403889:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298619426 00000100:00000001:1.0:1769078308.403891:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298620665 00000100:00000001:1.0:1769078308.403894:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298619426 00000100:00000001:1.0:1769078308.403896:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298620665 00000100:00000001:1.0:1769078308.403898:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078308.403900:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403901:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078308.403905:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078308] req@ffff8f28835eb800 x1855008978497408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078308.403914:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078308.403915:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078308.403917:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078308.403918:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078308.403920:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403922:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078308.403923:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078308.403926:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978497408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078308.403933:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403935:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078308.403938:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403939:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078308.403940:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.403941:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078308.403943:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078308.403945:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078308.403948:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078308.403950:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078308.403953:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078308.403957:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078308.403958:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078308.403960:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403962:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078308.403964:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078308.403966:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.403969:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078308.403972:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078308.403973:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078308.403975:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.403977:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078308.403979:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.403983:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078308.403984:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:1.0:1769078308.403986:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078308.403994:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078308.403997:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078308.403999:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078308.404000:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.404002:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078308.404004:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.404007:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298619418 00000100:00000001:1.0:1769078308.404010:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298620665 00000100:00000001:1.0:1769078308.404012:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298619418 00000100:00000001:1.0:1769078308.404014:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298620665 00000100:00000001:1.0:1769078308.404016:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078308.404018:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.404020:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078308.404023:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078308] req@ffff8f28835e9880 x1855008978497536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078308.404031:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078308.404032:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078308.404034:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078308.404035:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078308.404037:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.404039:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078308.404040:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078308.404043:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978497536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078308.404050:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.404052:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078308.404055:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.404056:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078308.404058:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.404060:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078308.404061:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078308.404063:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078308.404066:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078308.404068:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078308.404071:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078308.404075:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.404077:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078308.404078:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078308.404079:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078308.404081:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078308.404083:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078308.404084:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078308.404086:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078308.404087:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078308.404089:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078308.404090:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.404092:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078308.404093:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078308.404094:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078308.404096:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078308.404097:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078308.404098:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078308.404100:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078308.404101:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078308.404102:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078308.404104:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.404106:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.404109:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078308.404110:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.404112:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078308.404114:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078309.042487:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078309.042493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078309.042494:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078309.042497:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078309.042498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078309.042501:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078309.042501:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078309.042508:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769078309.042509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078309.042511:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078309.042512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078309.042514:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078309.042516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078309.042517:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078309.042520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078309.042523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078309.042523:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078309.042526:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078309.042533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078309.042586:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078309.042588:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078309.042590:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078309.426494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078309.426501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078309.426503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078309.426507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078309.426511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078309.426514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078309.426517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078309.426519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078309.426521:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078310.066480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078310.066484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078310.066488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078310.066488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078310.066491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078310.066494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078310.066496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078310.066496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078310.066501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078310.066505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078310.066507:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078310.066508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078310.066510:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078310.066554:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078310.066556:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078310.066558:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078310.450537:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078310.450546:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078310.450549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078310.450555:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078310.450560:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078310.450564:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078310.450567:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078310.450570:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078310.450574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.090508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078311.090511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078311.090517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.090518:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078311.090521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078311.090526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078311.090527:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078311.090530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.090533:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078311.090538:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.090542:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078311.090545:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.090549:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078311.090600:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078311.090605:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078311.090609:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078311.474449:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078311.474455:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078311.474457:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078311.474461:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078311.474464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078311.474466:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078311.474468:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078311.474470:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078311.474471:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078312.114508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078312.114511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078312.114515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078312.114518:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078312.114520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078312.114522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078312.114522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078312.114528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078312.114532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078312.114535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078312.114537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078312.114539:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078312.114541:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078312.114591:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078312.114596:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078312.114599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078312.498509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078312.498518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078312.498519:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078312.498526:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078312.498530:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078312.498534:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078312.498537:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078312.498539:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078312.498542:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.138441:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078313.138447:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078313.138449:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078313.138449:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078313.138454:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078313.138455:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078313.138459:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078313.138460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078313.138463:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078313.138464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.138466:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078313.138470:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.138473:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078313.138523:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078313.138528:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078313.138531:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078313.522437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078313.522437:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078313.522443:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078313.522445:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078313.522446:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078313.522448:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078313.522449:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769078313.522452:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078313.522453:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078313.522454:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078313.522456:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.522458:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078313.522461:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3952 00000100:00000001:1.0:1769078313.522461:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.522463:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078313.522470:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078313.522473:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078313.522475:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078313.522478:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078313.522481:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078313.522484:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078313.522487:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078313.522489:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078313.522490:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078313.522503:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078313.522506:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078313.522508:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078313.522510:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078313.522512:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522513:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078313.522515:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078313.522525:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078313.522526:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522528:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078313.522530:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078313.522533:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522541:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078313.522547:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978497664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078313.522555:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078313.522558:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522569:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078313.522571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078313.522575:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078313.522576:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078313.522577:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078313.522580:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078313.522582:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3952 00000100:00080000:0.0:1769078313.522586:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078313.522588:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078313.522589:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078313.522592:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078313.522593:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078313.522595:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078313.522596:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078313.522596:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078313.522598:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078313.522599:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078313.522600:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078313.522601:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769078313.522602:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078313.522603:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078313.522604:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522605:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078313.522606:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078313.522608:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078313.522611:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078313.522611:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078313.522613:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522613:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522614:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078313.522617:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978497664:192.168.204.124@tcp:250:kworker.0 00000008:00100000:0.0:1769078313.522618:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078313.522621:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522621:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078313.522623:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522625:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078313.522626:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078313.522627:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522627:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522629:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078313.522629:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078313.522630:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078313.522632:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522633:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522637:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078313.522641:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978497792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078313.522647:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078313.522648:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078313.522650:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522650:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:0.0:1769078313.522652:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522653:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078313.522654:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078313.522657:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078313.522659:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078313.522660:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078313.522662:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078313.522664:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3952 00000100:00080000:0.0:1769078313.522677:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078313.522679:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078313.522680:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078313.522682:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078313.522684:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078313.522685:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078313.522687:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000800:00000100:1.0:1769078313.522687:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078313.522689:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078313.522690:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078313.522692:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078313.522694:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078313.522696:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078313.522698:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078313.522699:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522700:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078313.522701:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078313.522703:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078313.522704:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1769078313.522705:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522706:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522707:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522707:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769078313.522710:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078313.522711:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522712:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522713:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078313.522714:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078313.522715:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522716:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298625785 00000100:00000001:0.0:1769078313.522719:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078313.522722:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978497920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078313.522726:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078313.522729:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078313.522731:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522731:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298625785 00000100:00000001:0.0:1769078313.522732:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078313.522735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078313.522735:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769078313.522738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078313.522739:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078313.522739:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078313.522741:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078313.522741:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522743:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078313.522744:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769078313.522745:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3952 00000100:00080000:0.0:1769078313.522748:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078313.522748:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff8f28835e8000 x1855008978497664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078313.522750:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078313.522751:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078313.522753:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078313.522755:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078313.522756:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078313.522758:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000400:00000001:1.0:1769078313.522758:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078313.522759:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078313.522760:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078313.522761:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078313.522762:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1769078313.522764:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078313.522765:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078313.522766:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522766:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078313.522768:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078313.522769:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769078313.522770:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078313.522770:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078313.522772:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522774:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078313.522774:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978497664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769078313.522776:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078313.522778:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522780:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522782:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078313.522783:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078313.522784:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522785:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078313.522786:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078313.522787:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078313.522787:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078313.522788:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522789:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078313.522790:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078313.522792:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522793:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1769078313.522795:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978498048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078313.522795:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078313.522798:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078313.522802:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:1.0:1769078313.522802:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078313.522804:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522804:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078313.522806:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078313.522808:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078313.522808:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978497664:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769078313.522811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078313.522812:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078313.522812:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078313.522814:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078313.522814:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078313.522816:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078313.522816:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1769078313.522818:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3952 02000000:00000001:1.0:1769078313.522818:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1769078313.522821:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769078313.522821:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769078313.522822:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078313.522822:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769078313.522823:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078313.522824:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1769078313.522825:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078313.522826:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078313.522828:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078313.522828:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769078313.522830:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078313.522830:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078313.522831:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078313.522832:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078313.522833:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078313.522833:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078313.522836:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078313.522836:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078313.522838:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078313.522839:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078313.522841:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078313.522841:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1769078313.522843:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522843:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522844:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078313.522845:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078313.522846:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078313.522846:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078313.522847:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078313.522848:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1769078313.522849:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522850:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522850:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522852:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078313.522853:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078313.522853:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078313.522854:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522855:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.522856:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078313.522857:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078313.522858:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078313.522858:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078313.522861:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078313.522862:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522863:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078313.522864:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078313.522865:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978498176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078313.522872:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078313.522874:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522874:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078313.522876:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522879:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522885:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078313.522886:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:1.0:1769078313.522890:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078313.522901:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078313.522905:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078313.522908:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078313.522909:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522911:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078313.522913:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522916:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298624545 00000100:00000001:1.0:1769078313.522918:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298625785 00000100:00000001:1.0:1769078313.522919:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298624545 00000100:00000001:1.0:1769078313.522921:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298625785 00000100:00000001:1.0:1769078313.522922:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078313.522924:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522925:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078313.522928:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff8f28835eaa00 x1855008978497792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078313.522932:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078313.522933:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078313.522935:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078313.522936:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078313.522937:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.522938:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078313.522939:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078313.522941:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978497792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078313.522945:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.522946:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078313.522947:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.522948:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078313.522949:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.522950:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078313.522951:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078313.522952:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078313.522954:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078313.522955:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078313.522957:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078313.522959:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078313.522960:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078313.522961:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522962:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078313.522963:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078313.522965:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078313.522966:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078313.522968:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078313.522969:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078313.522970:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.522971:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078313.522973:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522976:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078313.522976:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:1.0:1769078313.522978:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078313.522985:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078313.522987:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078313.522988:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078313.522989:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522990:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078313.522991:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.522993:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298624542 00000100:00000001:1.0:1769078313.522995:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298625785 00000100:00000001:1.0:1769078313.522996:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298624542 00000100:00000001:1.0:1769078313.522997:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298625785 00000100:00000001:1.0:1769078313.522998:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078313.522999:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523000:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078313.523002:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff8f28835e8380 x1855008978497920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078313.523006:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078313.523006:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078313.523007:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078313.523008:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078313.523009:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523010:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078313.523010:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078313.523013:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978497920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078313.523017:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523018:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078313.523019:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523020:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078313.523021:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523021:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078313.523022:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078313.523023:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078313.523025:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078313.523026:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078313.523027:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978497920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078313.523029:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078313.523030:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078313.523031:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.523032:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078313.523033:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078313.523034:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078313.523035:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078313.523037:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078313.523037:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078313.523038:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.523039:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078313.523041:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523044:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078313.523045:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:1.0:1769078313.523047:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078313.523051:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078313.523053:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078313.523054:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078313.523056:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523057:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078313.523058:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523060:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298624545 00000100:00000001:1.0:1769078313.523061:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298625785 00000100:00000001:1.0:1769078313.523062:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298624545 00000100:00000001:1.0:1769078313.523063:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298625785 00000100:00000001:1.0:1769078313.523065:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078313.523066:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523067:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078313.523068:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff8f28835e9880 x1855008978498048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078313.523072:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078313.523073:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078313.523074:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078313.523074:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078313.523075:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523076:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078313.523077:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078313.523079:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978498048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078313.523082:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523083:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078313.523084:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523085:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078313.523086:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523087:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078313.523088:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078313.523089:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078313.523091:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078313.523092:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078313.523094:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078313.523096:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523097:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078313.523098:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078313.523099:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078313.523100:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078313.523101:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078313.523102:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078313.523103:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078313.523103:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078313.523105:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078313.523105:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523106:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078313.523107:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078313.523108:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078313.523109:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078313.523109:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078313.523110:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078313.523111:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078313.523111:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078313.523112:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078313.523113:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523114:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078313.523114:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078313.523115:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078313.523116:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078313.523116:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078313.523117:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078313.523117:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078313.523118:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078313.523119:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078313.523119:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523120:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523122:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078313.523123:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523124:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078313.523125:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078313.523126:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078313.523126:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078313.523127:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.523128:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078313.523129:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078313.523130:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078313.523132:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078313.523134:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078313.523135:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078313.523136:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078313.523136:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078313.523138:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523140:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078313.523141:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078313.523143:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078313.523147:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078313.523149:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078313.523151:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078313.523151:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523152:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078313.523154:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523155:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298624537 00000100:00000001:1.0:1769078313.523157:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298625785 00000100:00000001:1.0:1769078313.523158:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298624537 00000100:00000001:1.0:1769078313.523159:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298625785 00000100:00000001:1.0:1769078313.523160:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078313.523161:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523169:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078313.523171:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff8f28835eb800 x1855008978498176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078313.523178:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078313.523178:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078313.523180:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078313.523181:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078313.523182:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523183:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078313.523184:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078313.523186:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978498176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078313.523190:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523191:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078313.523192:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523193:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078313.523194:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523195:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078313.523196:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078313.523197:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078313.523198:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078313.523199:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078313.523201:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078313.523203:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523204:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078313.523205:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078313.523206:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078313.523207:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078313.523208:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078313.523208:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078313.523209:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078313.523210:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078313.523212:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078313.523213:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523214:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.523215:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078313.523216:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.523217:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078313.523218:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078314.162464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078314.162464:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078314.162470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078314.162471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078314.162473:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078314.162475:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078314.162477:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078314.162478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078314.162483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078314.162486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078314.162488:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078314.162490:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078314.162491:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078314.162587:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078314.162591:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078314.162595:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078314.546473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078314.546482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078314.546485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078314.546491:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078314.546496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078314.546500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078314.546503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078314.546506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078314.546508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078315.186455:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078315.186462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078315.186463:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078315.186467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078315.186468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078315.186476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078315.186476:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078315.186479:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078315.186481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078315.186486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078315.186489:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078315.186491:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078315.186494:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078315.186529:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078315.186531:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078315.186534:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078315.570467:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078315.570473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078315.570475:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078315.570479:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078315.570481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078315.570484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078315.570486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078315.570487:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078315.570489:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078316.210507:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078316.210510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078316.210517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078316.210520:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078316.210528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078316.210529:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078316.210539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078316.210540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078316.210544:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078316.210546:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078316.210551:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078316.210552:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078316.210557:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078316.210558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078316.210563:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078316.210565:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078316.210568:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078316.210572:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078316.210574:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078316.210624:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078316.210627:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078316.210629:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078316.594461:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078316.594477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078316.594479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078316.594484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078316.594488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078316.594491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078316.594494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078316.594497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078316.594499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078317.234498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078317.234501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078317.234507:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078317.234508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078317.234513:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078317.234515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078317.234518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078317.234520:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078317.234526:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078317.234530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078317.234533:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078317.234536:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078317.234539:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078317.234583:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078317.234589:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078317.234593:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078317.618485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078317.618493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078317.618495:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078317.618500:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078317.618504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078317.618508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078317.618510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078317.618512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078317.618515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.258516:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078318.258522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078318.258525:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078318.258527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.258529:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078318.258536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078318.258537:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078318.258539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.258545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078318.258550:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.258554:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078318.258556:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.258560:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078318.258611:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078318.258616:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078318.258620:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078318.642466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078318.642475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078318.642477:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078318.642483:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078318.642487:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078318.642489:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078318.642490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.642494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078318.642495:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078318.642496:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.642497:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078318.642499:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078318.642500:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078318.642504:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078318.642512:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3957 00000100:00080000:3.0:1769078318.642521:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078318.642525:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078318.642527:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078318.642531:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078318.642534:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078318.642538:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078318.642541:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078318.642543:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078318.642544:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078318.642549:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078318.642551:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.642552:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078318.642555:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078318.642556:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642558:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078318.642560:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.642568:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078318.642569:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642571:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078318.642573:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078318.642576:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642584:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.642590:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978498304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078318.642598:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078318.642601:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642613:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078318.642616:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078318.642619:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078318.642620:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078318.642622:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078318.642624:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078318.642627:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3957 00000100:00080000:3.0:1769078318.642630:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078318.642632:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078318.642633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078318.642636:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078318.642637:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078318.642637:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078318.642639:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078318.642641:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078318.642643:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078318.642644:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078318.642647:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078318.642648:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078318.642649:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642650:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769078318.642650:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078318.642651:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078318.642653:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.642655:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078318.642656:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642657:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078318.642658:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078318.642659:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078318.642661:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078318.642662:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078318.642665:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978498304:192.168.204.124@tcp:250:kworker.0 00000008:00000001:3.0:1769078318.642665:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642667:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642669:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078318.642671:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078318.642672:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642673:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078318.642674:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078318.642675:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.642675:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078318.642676:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642677:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078318.642680:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642681:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.642685:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978498432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078318.642691:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078318.642692:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642695:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642696:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769078318.642697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078318.642698:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00080000:3.0:1769078318.642700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078318.642701:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078318.642701:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078318.642703:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078318.642705:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078318.642707:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3957 00000100:00080000:3.0:1769078318.642710:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078318.642711:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078318.642712:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078318.642714:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078318.642715:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078318.642717:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078318.642718:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078318.642720:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078318.642721:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078318.642723:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078318.642725:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.642726:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078318.642728:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078318.642730:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642731:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000100:1.0:1769078318.642734:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000008:00100000:3.0:1769078318.642734:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078318.642736:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642737:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.642739:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078318.642741:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642742:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078318.642743:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078318.642744:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642747:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078318.642747:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642750:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078318.642752:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.642752:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978498560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078318.642754:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078318.642758:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078318.642759:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642760:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642761:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642763:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298630905 00000100:00080000:3.0:1769078318.642763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078318.642766:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078318.642767:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078318.642769:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078318.642770:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078318.642771:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078318.642773:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3957 00000100:00000001:1.0:1769078318.642776:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298630905 00000100:00080000:3.0:1769078318.642776:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078318.642778:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078318.642779:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078318.642780:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769078318.642781:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078318.642782:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078318.642783:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078318.642784:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078318.642785:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078318.642785:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078318.642787:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078318.642788:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078318.642788:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078318.642791:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:1.0:1769078318.642792:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff8f28835f8380 x1855008978498304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.642793:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.642795:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078318.642797:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078318.642799:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642801:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078318.642803:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078318.642806:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642807:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078318.642808:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078318.642809:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769078318.642810:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078318.642811:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642812:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078318.642813:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769078318.642813:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078318.642815:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769078318.642815:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642817:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.642818:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642819:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078318.642821:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078318.642822:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978498688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078318.642825:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978498304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.642829:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078318.642831:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642833:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.642833:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642836:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078318.642836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078318.642838:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078318.642839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078318.642840:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078318.642840:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078318.642841:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078318.642842:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078318.642843:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078318.642844:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078318.642845:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078318.642846:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3957 00000100:00080000:1.0:1769078318.642847:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078318.642849:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078318.642850:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078318.642851:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078318.642852:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:3.0:1769078318.642853:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078318.642854:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769078318.642854:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078318.642855:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00100000:1.0:1769078318.642857:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978498304:192.168.204.124@tcp:250:kworker.0 00000020:00000001:3.0:1769078318.642857:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078318.642859:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078318.642861:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.642861:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078318.642863:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769078318.642863:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078318.642864:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078318.642865:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642867:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769078318.642867:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078318.642869:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1769078318.642869:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078318.642871:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1769078318.642871:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642872:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078318.642873:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00100000:3.0:1769078318.642874:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078318.642875:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642876:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769078318.642877:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642878:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769078318.642879:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078318.642880:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078318.642881:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078318.642881:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642882:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078318.642883:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078318.642884:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078318.642885:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642888:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642890:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078318.642891:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978498816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078318.642892:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642894:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078318.642895:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078318.642896:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078318.642898:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078318.642899:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.642899:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078318.642900:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642901:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078318.642902:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078318.642903:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642905:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078318.642907:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078318.642910:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078318.642912:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078318.642913:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.642915:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078318.642917:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642922:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078318.642923:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:1.0:1769078318.642927:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078318.642938:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078318.642942:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078318.642944:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078318.642945:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642947:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078318.642949:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642953:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298629665 00000100:00000001:1.0:1769078318.642955:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298630905 00000100:00000001:1.0:1769078318.642965:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298629665 00000100:00000001:1.0:1769078318.642967:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298630905 00000100:00000001:1.0:1769078318.642968:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078318.642969:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.642970:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078318.642973:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff8f28835f8700 x1855008978498432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078318.642983:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078318.642983:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078318.642985:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078318.642986:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078318.642987:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.642988:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078318.642989:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078318.642991:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978498432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078318.642995:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.642997:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078318.642998:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.642999:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078318.643000:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643001:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078318.643002:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078318.643003:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078318.643005:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078318.643006:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078318.643011:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078318.643013:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078318.643014:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078318.643015:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.643016:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078318.643017:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078318.643018:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078318.643020:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078318.643022:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078318.643023:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078318.643025:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.643026:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078318.643028:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643031:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078318.643033:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:1.0:1769078318.643036:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078318.643047:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078318.643051:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078318.643053:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078318.643055:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643056:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078318.643059:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643062:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298629662 00000100:00000001:1.0:1769078318.643065:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298630905 00000100:00000001:1.0:1769078318.643067:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298629662 00000100:00000001:1.0:1769078318.643068:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298630905 00000100:00000001:1.0:1769078318.643070:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078318.643072:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643074:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078318.643078:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff8f28835fa300 x1855008978498560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078318.643085:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078318.643086:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078318.643089:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078318.643090:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078318.643091:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643092:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078318.643093:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078318.643096:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978498560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078318.643100:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643101:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078318.643103:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643104:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078318.643105:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643106:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078318.643107:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078318.643108:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078318.643110:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078318.643111:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078318.643112:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078318.643114:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078318.643115:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078318.643116:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.643117:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078318.643119:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078318.643120:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078318.643122:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078318.643123:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078318.643125:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078318.643126:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.643126:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078318.643129:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643140:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078318.643141:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:1.0:1769078318.643144:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078318.643151:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078318.643154:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078318.643155:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078318.643156:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643157:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078318.643159:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643161:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298629665 00000100:00000001:1.0:1769078318.643162:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298630905 00000100:00000001:1.0:1769078318.643164:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298629665 00000100:00000001:1.0:1769078318.643165:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298630905 00000100:00000001:1.0:1769078318.643167:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078318.643168:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643169:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078318.643171:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff8f28835fb100 x1855008978498688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078318.643175:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078318.643176:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078318.643178:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078318.643179:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078318.643180:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643182:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078318.643183:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078318.643186:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978498688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078318.643192:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643194:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078318.643196:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643198:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078318.643199:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643200:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078318.643202:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078318.643204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078318.643207:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078318.643209:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078318.643212:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078318.643214:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643215:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078318.643216:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078318.643218:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078318.643219:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078318.643220:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078318.643221:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078318.643223:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078318.643223:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078318.643225:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078318.643226:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643227:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078318.643227:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078318.643228:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078318.643235:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078318.643235:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078318.643236:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078318.643237:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078318.643238:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078318.643239:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078318.643240:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643241:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078318.643241:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078318.643242:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078318.643243:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078318.643243:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078318.643244:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078318.643245:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078318.643245:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078318.643246:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078318.643247:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643248:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643250:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078318.643251:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643263:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078318.643264:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078318.643265:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078318.643266:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078318.643266:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.643268:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078318.643269:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078318.643270:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078318.643272:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078318.643275:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078318.643277:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078318.643278:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.643279:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078318.643280:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643284:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078318.643285:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:1.0:1769078318.643287:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078318.643294:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078318.643297:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078318.643298:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078318.643299:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643300:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078318.643302:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643304:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298629657 00000100:00000001:1.0:1769078318.643305:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298630905 00000100:00000001:1.0:1769078318.643307:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298629657 00000100:00000001:1.0:1769078318.643308:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298630905 00000100:00000001:1.0:1769078318.643309:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078318.643310:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643311:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078318.643313:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff8f28835f8000 x1855008978498816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078318.643317:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078318.643318:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078318.643319:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078318.643320:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078318.643321:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643322:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078318.643322:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078318.643324:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978498816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078318.643332:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643333:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078318.643335:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643336:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078318.643336:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643337:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078318.643338:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078318.643339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078318.643341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078318.643342:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078318.643344:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978498816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078318.643345:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643346:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078318.643347:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078318.643348:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078318.643348:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078318.643349:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078318.643350:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078318.643351:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078318.643351:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078318.643352:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078318.643353:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643354:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.643356:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078318.643357:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.643358:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078318.643359:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.282457:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078319.282462:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078319.282466:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078319.282468:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078319.282470:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.282471:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078319.282475:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078319.282478:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078319.282479:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078319.282483:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.282483:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078319.282487:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.282488:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078319.282490:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.282494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078319.282496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078319.282498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.282498:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078319.282503:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078319.282554:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078319.282557:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078319.282559:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078319.666501:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078319.666509:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078319.666511:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078319.666516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078319.666520:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078319.666524:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078319.666527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078319.666530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078319.666532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078320.306466:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078320.306468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078320.306473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078320.306474:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078320.306477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078320.306479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078320.306481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078320.306481:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078320.306485:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078320.306488:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078320.306490:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078320.306492:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078320.306494:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078320.306545:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078320.306548:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078320.306552:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078320.690437:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078320.690443:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078320.690444:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078320.690448:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078320.690450:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078320.690453:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078320.690455:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078320.690457:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078320.690458:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078321.330480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078321.330491:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078321.330492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078321.330494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078321.330499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078321.330503:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078321.330507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078321.330512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078321.330512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078321.330518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078321.330523:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078321.330527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078321.330530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078321.330579:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078321.330584:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078321.330588:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078321.714489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078321.714497:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078321.714499:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078321.714503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078321.714505:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078321.714509:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078321.714511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078321.714513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078321.714516:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078322.354479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078322.354483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078322.354486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078322.354487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078322.354489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078322.354494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078322.354495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078322.354496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078322.354501:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078322.354505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078322.354508:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078322.354511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078322.354513:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078322.354551:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078322.354554:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078322.354558:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078322.738497:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078322.738506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078322.738508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078322.738514:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078322.738517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078322.738521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078322.738524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078322.738526:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078322.738528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.378484:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078323.378493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078323.378496:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078323.378502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078323.378503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078323.378507:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078323.378509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.378514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078323.378515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078323.378518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.378521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078323.378524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.378526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078323.378579:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078323.378582:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078323.378585:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078323.762468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769078323.762477:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078323.762478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078323.762481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078323.762488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:1.0:1769078323.762489:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078323.762494:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078323.762494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078323.762500:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078323.762500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.762505:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078323.762507:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078323.762509:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.762513:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.762516:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3962 00000100:00080000:1.0:1769078323.762528:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078323.762532:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078323.762534:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078323.762538:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078323.762541:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078323.762544:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078323.762547:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078323.762549:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078323.762551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078323.762555:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078323.762558:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.762562:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078323.762564:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078323.762568:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762570:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078323.762573:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.762584:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078323.762586:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762589:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078323.762592:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078323.762596:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762607:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078323.762616:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8e00 x1855008978498944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078323.762634:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078323.762638:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762656:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.762660:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078323.762663:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078323.762665:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078323.762667:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078323.762670:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078323.762672:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3962 00000100:00080000:1.0:1769078323.762677:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078323.762680:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078323.762681:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078323.762684:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078323.762686:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078323.762687:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078323.762689:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769078323.762690:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078323.762692:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078323.762696:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078323.762696:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078323.762700:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078323.762701:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078323.762703:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.762708:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078323.762710:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078323.762712:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.762715:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078323.762716:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078323.762721:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.762724:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769078323.762728:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978498944:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769078323.762729:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762733:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078323.762736:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:1.0:1769078323.762739:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078323.762742:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:1.0:1769078323.762744:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.762746:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762748:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.762751:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078323.762756:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078323.762757:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.762759:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762763:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078323.762764:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078323.762766:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762772:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.762774:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078323.762777:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006057984 : -124070703493632 : ffff8f2889ca8e00) 00000100:00100000:1.0:1769078323.762779:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8380 x1855008978499072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078323.762781:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078323.762789:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078323.762800:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762804:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.762807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078323.762810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:0.0:1769078323.762813:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078323.762815:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078323.762818:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078323.762821:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078323.762824:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769078323.762826:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3962 00000100:00000001:0.0:1769078323.762829:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078323.762832:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.762833:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078323.762834:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078323.762838:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078323.762839:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762840:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078323.762844:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298636025 00000020:00000001:1.0:1769078323.762845:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078323.762848:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078323.762851:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078323.762854:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1769078323.762855:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078323.762859:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078323.762861:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078323.762864:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078323.762866:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.762868:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078323.762869:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298636025 02000000:00000001:1.0:1769078323.762872:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078323.762874:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769078323.762879:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.762880:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078323.762885:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078323.762886:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078323.762889:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078323.762893:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.762894:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078323.762896:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078323.762903:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff8f2889ca8e00 x1855008978498944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078323.762903:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078323.762906:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762910:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078323.762913:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078323.762916:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.762922:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078323.762925:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078323.762928:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1769078323.762929:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978499200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078323.762934:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078323.762938:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078323.762940:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078323.762942:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078323.762945:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.762947:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078323.762951:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078323.762951:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.762957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078323.762960:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8e00 x1855008978498944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078323.762962:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078323.762966:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078323.762970:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078323.762974:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.762977:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078323.762981:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.762984:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078323.762985:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078323.762986:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.762990:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1769078323.762990:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3962 00000100:00000001:0.0:1769078323.762993:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078323.762995:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078323.762999:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769078323.762999:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078323.763002:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078323.763005:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078323.763006:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:0.0:1769078323.763008:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:1.0:1769078323.763009:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769078323.763014:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078323.763015:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769078323.763016:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078323.763018:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078323.763023:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:0.0:1769078323.763025:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978498944:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078323.763026:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.763029:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078323.763032:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078323.763034:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078323.763035:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.763039:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078323.763040:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:1.0:1769078323.763042:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078323.763044:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:1.0:1769078323.763045:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763047:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1769078323.763048:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763052:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1769078323.763053:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078323.763056:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078323.763057:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769078323.763057:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078323.763061:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078323.763062:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078323.763063:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763066:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769078323.763068:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763070:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1769078323.763074:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978499328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078323.763076:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078323.763079:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763083:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763091:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078323.763093:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763096:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078323.763098:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078323.763099:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078323.763102:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078323.763104:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763105:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078323.763108:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.763110:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763112:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1769078323.763116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769078323.763117:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078323.763122:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.763124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1769078323.763128:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078323.763129:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078323.763133:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078323.763136:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078323.763137:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078323.763139:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078323.763143:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.763144:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3962 02000000:00000001:0.0:1769078323.763147:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1769078323.763150:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769078323.763151:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.763153:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078323.763156:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078323.763158:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078323.763160:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769078323.763160:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078323.763163:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006055296 : -124070703496320 : ffff8f2889ca8380) 00000020:00000001:1.0:1769078323.763164:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078323.763180:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078323.763191:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078323.763195:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078323.763197:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078323.763198:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763201:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769078323.763201:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078323.763204:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.763207:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078323.763209:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298634785 00000100:00000001:1.0:1769078323.763211:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078323.763212:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298636025 00000100:00000001:0.0:1769078323.763216:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298634785 00000100:00080000:1.0:1769078323.763220:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078323.763222:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.763224:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078323.763227:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078323.763228:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298636025 02000000:00000001:1.0:1769078323.763231:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.763233:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078323.763234:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078323.763237:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1769078323.763238:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.763241:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763243:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.763246:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078323.763247:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769078323.763248:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.763251:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078323.763252:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1769078323.763255:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff8f2889ca8380 x1855008978499072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078323.763255:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.763259:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078323.763267:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978499456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1769078323.763272:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769078323.763275:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:0.0:1769078323.763276:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078323.763279:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763282:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078323.763282:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763286:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078323.763290:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763292:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078323.763295:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078323.763300:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8380 x1855008978499072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078323.763307:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763309:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078323.763311:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763312:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078323.763312:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763313:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078323.763315:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078323.763318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078323.763321:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078323.763323:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078323.763326:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078323.763330:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078323.763331:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078323.763333:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763335:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078323.763337:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078323.763339:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078323.763341:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078323.763344:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078323.763346:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078323.763348:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763349:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078323.763352:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763357:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078323.763359:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:0.0:1769078323.763362:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078323.763373:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078323.763401:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078323.763404:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078323.763404:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763406:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078323.763407:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763410:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298634783 00000100:00000001:0.0:1769078323.763412:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298636025 00000100:00000001:0.0:1769078323.763414:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298634783 00000100:00000001:0.0:1769078323.763415:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298636025 00000100:00000001:0.0:1769078323.763416:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078323.763418:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763419:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078323.763421:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff8f2889ca8700 x1855008978499200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078323.763426:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078323.763427:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078323.763428:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078323.763429:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078323.763430:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763431:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078323.763432:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078323.763434:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978499200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078323.763438:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763439:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078323.763440:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763441:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078323.763441:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763442:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078323.763443:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078323.763445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078323.763447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078323.763448:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078323.763450:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078323.763453:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763454:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078323.763454:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078323.763455:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078323.763457:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078323.763457:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078323.763458:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078323.763459:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078323.763460:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078323.763461:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078323.763462:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763463:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078323.763464:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078323.763464:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078323.763465:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078323.763466:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078323.763467:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078323.763468:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078323.763468:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078323.763469:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078323.763470:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763471:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763473:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078323.763473:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763474:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078323.763475:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078323.763476:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078323.763483:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078323.763484:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763485:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078323.763486:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078323.763488:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078323.763489:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078323.763491:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078323.763493:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078323.763494:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763495:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078323.763497:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763500:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078323.763501:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:0.0:1769078323.763504:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078323.763511:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078323.763514:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078323.763515:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078323.763516:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763518:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078323.763520:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763523:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298634786 00000100:00000001:0.0:1769078323.763525:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298636025 00000100:00000001:0.0:1769078323.763527:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298634786 00000100:00000001:0.0:1769078323.763529:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298636025 00000100:00000001:0.0:1769078323.763531:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078323.763533:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763534:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078323.763538:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff8f2889caaa00 x1855008978499328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078323.763546:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078323.763547:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078323.763549:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078323.763551:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078323.763552:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763553:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078323.763555:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078323.763558:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978499328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078323.763565:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763567:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078323.763569:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763571:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078323.763571:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763573:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078323.763574:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078323.763577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078323.763579:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078323.763581:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078323.763584:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078323.763587:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078323.763596:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078323.763597:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763599:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078323.763600:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078323.763602:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078323.763605:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078323.763608:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078323.763609:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078323.763610:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078323.763612:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078323.763615:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763619:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078323.763621:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00000001:0.0:1769078323.763624:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078323.763635:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078323.763638:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078323.763640:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078323.763642:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763643:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078323.763646:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763648:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298634778 00000100:00000001:0.0:1769078323.763650:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298636025 00000100:00000001:0.0:1769078323.763651:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298634778 00000100:00000001:0.0:1769078323.763653:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298636025 00000100:00000001:0.0:1769078323.763654:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078323.763655:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763656:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078323.763659:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff8f2889caad80 x1855008978499456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078323.763663:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078323.763664:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078323.763665:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078323.763666:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078323.763667:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763668:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078323.763669:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078323.763671:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978499456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078323.763675:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763676:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078323.763677:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763678:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078323.763679:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763680:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078323.763680:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078323.763682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078323.763683:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078323.763684:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078323.763686:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078323.763688:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763689:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078323.763690:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078323.763691:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078323.763693:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078323.763694:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078323.763695:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078323.763697:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078323.763698:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078323.763700:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078323.763701:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763703:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078323.763704:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078323.763705:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078323.763707:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078323.763708:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078323.763709:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078323.763710:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078323.763711:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078323.763712:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078323.763713:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763715:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.763718:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078323.763720:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.763721:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078323.763723:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078324.402479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078324.402480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078324.402485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078324.402488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078324.402491:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078324.402491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078324.402493:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078324.402499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078324.402504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078324.402507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078324.402511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078324.402513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078324.402517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078324.402555:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078324.402558:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078324.402562:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078324.786486:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078324.786495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078324.786497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078324.786503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078324.786507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078324.786511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078324.786515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078324.786517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078324.786520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078325.426437:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078325.426447:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078325.426449:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078325.426456:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078325.426461:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078325.426465:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078325.426469:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078325.426472:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078325.426476:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078325.426494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078325.426499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078325.426503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078325.426506:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078325.426508:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078325.426510:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078325.426518:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078325.426520:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078325.426522:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078325.426524:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078325.426594:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078325.426597:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078325.426601:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078325.810544:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078325.810553:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078325.810554:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078325.810560:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078325.810564:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078325.810568:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078325.810570:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078325.810573:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078325.810575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.450504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078326.450509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078326.450513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078326.450514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.450517:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078326.450524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078326.450525:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078326.450528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.450531:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078326.450536:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078326.450539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078326.450542:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078326.450545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078326.450606:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078326.450611:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078326.450615:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078326.834442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078326.834451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078326.834454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078326.834460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078326.834465:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078326.834469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078326.834472:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078326.834475:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078326.834478:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078327.474506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078327.474513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078327.474514:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078327.474519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078327.474519:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078327.474526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078327.474527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078327.474531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078327.474532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078327.474536:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078327.474539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078327.474540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078327.474542:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078327.474582:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078327.474585:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078327.474588:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078327.858431:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078327.858439:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078327.858441:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078327.858446:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078327.858450:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078327.858453:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078327.858455:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078327.858458:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078327.858460:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.498479:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078328.498485:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078328.498489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078328.498492:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078328.498493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078328.498495:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078328.498497:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078328.498501:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769078328.498502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078328.498503:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078328.498506:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.498509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078328.498510:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.498515:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078328.498516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078328.498518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.498522:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078328.498527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.498530:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.498574:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078328.498577:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078328.498579:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078328.882491:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078328.882503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078328.882505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078328.882507:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078328.882511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769078328.882514:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078328.882514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078328.882520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078328.882521:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078328.882523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078328.882527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.882529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078328.882532:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3967 00000100:00000001:3.0:1769078328.882533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.882539:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078328.882548:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078328.882553:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078328.882556:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078328.882560:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078328.882562:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078328.882564:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078328.882566:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078328.882567:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078328.882568:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078328.882572:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078328.882574:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.882577:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078328.882579:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078328.882581:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882583:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078328.882585:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.882597:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078328.882598:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882602:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078328.882606:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078328.882610:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882622:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078328.882630:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa680 x1855008978499584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078328.882638:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078328.882641:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882653:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078328.882656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078328.882658:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078328.882659:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078328.882661:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078328.882663:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078328.882664:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3967 00000100:00080000:1.0:1769078328.882667:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078328.882668:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078328.882669:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078328.882671:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078328.882672:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078328.882673:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769078328.882674:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078328.882676:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078328.882677:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078328.882679:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078328.882680:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.882681:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078328.882685:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078328.882687:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882688:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078328.882692:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078328.882695:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882697:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078328.882697:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.882701:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078328.882702:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769078328.882703:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882706:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078328.882706:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078328.882709:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078328.882710:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1769078328.882712:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882713:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882719:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.882722:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1769078328.882725:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9180 x1855008978499712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078328.882726:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078328.882732:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882737:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1769078328.882740:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978499584:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078328.882740:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882742:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078328.882747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078328.882748:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078328.882753:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078328.882756:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078328.882757:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1769078328.882760:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078328.882760:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078328.882763:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078328.882765:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078328.882766:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078328.882769:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3967 00000100:00080000:1.0:1769078328.882773:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078328.882775:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078328.882776:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078328.882778:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078328.882779:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078328.882780:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769078328.882781:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078328.882783:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078328.882784:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078328.882785:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078328.882789:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006064256 : -124070703487360 : ffff8f2889caa680) 00000100:00080000:1.0:1769078328.882789:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078328.882795:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078328.882795:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.882799:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078328.882802:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078328.882805:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882808:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078328.882810:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078328.882812:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882814:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.882818:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078328.882820:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882822:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078328.882824:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078328.882825:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882831:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078328.882832:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:1.0:1769078328.882839:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab100 x1855008978499840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078328.882845:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078328.882846:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078328.882849:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882850:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078328.882853:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882854:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078328.882857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078328.882858:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769078328.882862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078328.882864:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882864:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078328.882866:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078328.882870:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298641145 00000100:00000001:1.0:1769078328.882870:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078328.882874:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3967 00000100:00080000:1.0:1769078328.882878:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078328.882879:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078328.882880:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078328.882881:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1769078328.882882:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078328.882885:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078328.882887:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769078328.882889:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078328.882891:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298641145 00000100:00000001:1.0:1769078328.882891:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078328.882894:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078328.882896:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078328.882899:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078328.882901:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882904:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1769078328.882905:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078328.882908:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078328.882911:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff8f2889caa680 x1855008978499584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078328.882911:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078328.882914:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078328.882919:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.882922:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078328.882926:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000400:00000001:0.0:1769078328.882928:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000001:1.0:1769078328.882929:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078328.882932:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078328.882932:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882937:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1769078328.882938:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078328.882941:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882942:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078328.882942:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078328.882945:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078328.882945:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078328.882948:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882949:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.882952:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.882953:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078328.882956:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa680 x1855008978499584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078328.882961:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9500 x1855008978499968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078328.882967:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.882972:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078328.882974:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078328.882975:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.882978:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882979:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.882982:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.882983:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.882984:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1769078328.882986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078328.882987:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078328.882991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1769078328.882992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769078328.882994:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078328.882996:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078328.882998:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078328.883000:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078328.883002:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1769078328.883005:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3967 00000100:00100000:0.0:1769078328.883009:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978499584:192.168.204.124@tcp:250:kworker.0 00000100:00080000:1.0:1769078328.883010:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078328.883015:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078328.883017:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.883017:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078328.883021:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1769078328.883021:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078328.883024:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078328.883025:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1769078328.883026:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769078328.883028:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1769078328.883029:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769078328.883031:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769078328.883032:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078328.883035:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769078328.883035:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078328.883037:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:1.0:1769078328.883041:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078328.883043:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769078328.883043:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.883046:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1769078328.883046:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078328.883050:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1769078328.883051:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078328.883054:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078328.883054:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883060:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.883060:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078328.883063:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078328.883065:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.883066:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.883068:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078328.883070:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1769078328.883070:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883073:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.883073:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078328.883077:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769078328.883077:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078328.883078:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883094:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078328.883095:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883098:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078328.883102:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078328.883103:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9f80 x1855008978500096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078328.883104:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.883108:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078328.883111:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078328.883113:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078328.883116:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078328.883118:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078328.883120:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078328.883122:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.883125:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078328.883129:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.883129:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078328.883134:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883136:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078328.883139:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006058880 : -124070703492736 : ffff8f2889ca9180) 00000100:00000001:1.0:1769078328.883140:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883144:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078328.883154:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078328.883158:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078328.883160:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078328.883162:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883163:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078328.883165:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883168:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298639905 00000100:00000001:0.0:1769078328.883170:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298641145 00000100:00000001:0.0:1769078328.883172:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298639905 00000100:00000001:0.0:1769078328.883173:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298641145 00000100:00000001:0.0:1769078328.883174:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078328.883175:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883176:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078328.883179:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff8f2889ca9180 x1855008978499712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078328.883183:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078328.883184:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078328.883185:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078328.883186:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078328.883187:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883189:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.883190:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078328.883192:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9180 x1855008978499712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078328.883196:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883197:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078328.883199:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883200:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.883200:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883201:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078328.883202:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078328.883204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078328.883205:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078328.883206:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078328.883208:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078328.883210:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078328.883211:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078328.883212:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.883213:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078328.883215:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078328.883216:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078328.883218:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078328.883219:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078328.883220:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078328.883221:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.883222:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078328.883224:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883227:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078328.883228:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066944 : -124070703484672 : ffff8f2889cab100) 00000100:00000001:0.0:1769078328.883230:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078328.883235:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078328.883237:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078328.883239:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078328.883239:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883240:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078328.883242:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883244:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298639902 00000100:00000001:0.0:1769078328.883245:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298641145 00000100:00000001:0.0:1769078328.883247:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298639902 00000100:00000001:0.0:1769078328.883248:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298641145 00000100:00000001:0.0:1769078328.883249:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078328.883250:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883251:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078328.883253:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff8f2889cab100 x1855008978499840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078328.883257:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078328.883258:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078328.883259:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078328.883260:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078328.883261:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883262:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.883263:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078328.883264:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab100 x1855008978499840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078328.883268:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883269:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078328.883270:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883271:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.883272:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883272:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078328.883273:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078328.883274:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078328.883277:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078328.883278:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078328.883280:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078328.883282:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078328.883283:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078328.883283:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.883285:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078328.883285:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078328.883286:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078328.883288:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078328.883289:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078328.883290:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078328.883291:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.883292:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078328.883293:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883296:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078328.883297:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006059776 : -124070703491840 : ffff8f2889ca9500) 00000100:00000001:0.0:1769078328.883299:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078328.883303:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078328.883306:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078328.883307:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078328.883308:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883309:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078328.883310:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883313:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298639905 00000100:00000001:0.0:1769078328.883315:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298641145 00000100:00000001:0.0:1769078328.883317:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298639905 00000100:00000001:0.0:1769078328.883320:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298641145 00000100:00000001:0.0:1769078328.883322:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078328.883323:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883325:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078328.883329:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff8f2889ca9500 x1855008978499968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078328.883337:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078328.883338:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078328.883340:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078328.883342:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078328.883343:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883345:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.883346:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078328.883350:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9500 x1855008978499968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078328.883356:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883358:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078328.883360:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883362:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.883363:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883364:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078328.883366:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078328.883368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078328.883371:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078328.883396:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078328.883400:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978499968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078328.883403:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883405:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078328.883407:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078328.883408:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078328.883410:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078328.883412:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078328.883413:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078328.883415:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078328.883416:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078328.883418:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078328.883420:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883422:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078328.883423:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078328.883424:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078328.883426:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078328.883427:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078328.883428:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078328.883429:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078328.883431:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078328.883433:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078328.883434:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883435:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078328.883436:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078328.883438:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078328.883439:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078328.883440:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078328.883441:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078328.883443:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078328.883444:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078328.883445:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078328.883446:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883448:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883450:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078328.883451:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883453:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078328.883454:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078328.883455:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078328.883457:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078328.883458:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.883460:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078328.883462:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078328.883464:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078328.883467:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078328.883470:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078328.883471:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078328.883473:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078328.883474:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078328.883477:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883481:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078328.883483:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006062464 : -124070703489152 : ffff8f2889ca9f80) 00000100:00000001:0.0:1769078328.883486:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078328.883495:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078328.883499:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078328.883501:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078328.883502:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883504:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078328.883506:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883508:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298639898 00000100:00000001:0.0:1769078328.883511:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298641145 00000100:00000001:0.0:1769078328.883512:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298639898 00000100:00000001:0.0:1769078328.883514:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298641145 00000100:00000001:0.0:1769078328.883517:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078328.883518:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883520:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078328.883524:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff8f2889ca9f80 x1855008978500096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078328.883529:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078328.883531:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078328.883533:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078328.883534:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078328.883535:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883537:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.883538:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078328.883542:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9f80 x1855008978500096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078328.883548:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883549:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078328.883552:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883553:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078328.883554:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883556:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078328.883557:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078328.883560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078328.883563:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078328.883565:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078328.883567:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078328.883571:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883572:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078328.883574:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078328.883575:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078328.883577:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078328.883578:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078328.883579:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078328.883581:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078328.883582:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078328.883584:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078328.883585:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883587:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.883589:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078328.883591:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.883593:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078328.883594:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078329.522495:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078329.522498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078329.522504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078329.522506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078329.522510:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.522513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078329.522515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078329.522515:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078329.522521:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078329.522524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.522526:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078329.522528:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.522531:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078329.522584:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078329.522588:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078329.522590:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078329.906526:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078329.906535:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078329.906537:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078329.906544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078329.906548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078329.906552:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.906555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078329.906558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.906561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078330.546490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078330.546494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078330.546498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078330.546499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078330.546502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078330.546505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078330.546507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078330.546508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078330.546520:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078330.546524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078330.546527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078330.546530:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078330.546533:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078330.546569:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078330.546572:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078330.546574:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078330.930451:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078330.930460:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078330.930462:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078330.930468:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078330.930473:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078330.930476:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078330.930479:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078330.930482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078330.930485:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078331.570517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078331.570522:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078331.570523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078331.570531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078331.570533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078331.570533:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078331.570539:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078331.570546:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078331.570550:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078331.570553:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.570556:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078331.570559:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.570561:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078331.570620:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078331.570625:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078331.570629:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078331.954506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078331.954513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078331.954515:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078331.954521:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078331.954524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078331.954528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.954530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078331.954532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.954535:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078332.594462:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078332.594469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078332.594471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078332.594473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078332.594474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078332.594480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078332.594481:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078332.594483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078332.594488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078332.594496:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078332.594499:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078332.594502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078332.594504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078332.594549:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078332.594553:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078332.594556:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078332.978485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078332.978492:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078332.978493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078332.978497:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078332.978500:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078332.978503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078332.978504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078332.978506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078332.978508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.618493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078333.618500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078333.618502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078333.618506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078333.618509:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078333.618511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.618514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078333.618518:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078333.618519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078333.618521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078333.618522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.618524:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.618528:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.618620:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078333.618626:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078333.618633:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078334.002498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078334.002507:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078334.002509:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078334.002516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078334.002521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078334.002526:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.002529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078334.002532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.002535:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078334.002570:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078334.002577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078334.002580:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078334.002584:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078334.002588:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078334.002597:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3972 00000100:00080000:3.0:1769078334.002610:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078334.002614:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078334.002617:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078334.002622:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078334.002626:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078334.002629:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078334.002632:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078334.002635:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078334.002636:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078334.002641:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078334.002644:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078334.002648:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078334.002652:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078334.002655:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002658:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078334.002661:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078334.002674:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078334.002675:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002679:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078334.002682:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078334.002686:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002700:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078334.002710:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978500224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078334.002721:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078334.002725:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002739:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078334.002742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078334.002746:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078334.002748:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078334.002750:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078334.002753:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078334.002756:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078334.002757:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3972 00000100:00000001:0.0:1769078334.002761:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078334.002764:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769078334.002764:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078334.002766:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078334.002770:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002770:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078334.002774:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078334.002777:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769078334.002779:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769078334.002782:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078334.002782:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078334.002786:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:0.0:1769078334.002788:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078334.002791:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00100000:0.0:1769078334.002796:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978500224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078334.002796:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078334.002798:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078334.002805:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769078334.002807:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078334.002811:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078334.002812:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.002816:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078334.002816:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078334.002821:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769078334.002825:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078334.002828:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.002829:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002832:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078334.002838:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078334.002842:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002844:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.002849:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769078334.002850:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078334.002852:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 02000000:00000001:3.0:1769078334.002853:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002856:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078334.002857:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769078334.002859:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078334.002862:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002867:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078334.002873:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978500352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078334.002881:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078334.002884:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002887:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078334.002890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078334.002893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078334.002894:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078334.002896:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1769078334.002898:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078334.002901:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078334.002907:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3972 00000100:00000001:0.0:1769078334.002912:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769078334.002912:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078334.002917:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078334.002918:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078334.002920:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078334.002922:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.002927:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769078334.002927:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078334.002930:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078334.002932:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078334.002933:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078334.002937:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298646265 00000020:00000001:3.0:1769078334.002938:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078334.002943:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078334.002944:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078334.002948:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769078334.002949:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078334.002954:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.002955:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298646265 02000000:00000001:3.0:1769078334.002957:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078334.002960:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1769078334.002962:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078334.002963:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078334.002968:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078334.002968:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.002974:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078334.002974:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078334.002979:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078334.002980:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078334/real 1769078334] req@ffff8f28835f8e00 x1855008978500224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078334.002985:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.002990:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078334.003004:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078334.003006:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078334.003010:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769078334.003010:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078334.003014:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003015:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078334.003018:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.003019:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078334.003021:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003023:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078334.003023:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078334.003027:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078334.003029:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978500224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078334.003033:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003036:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003040:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078334.003043:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078334.003043:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978500480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078334.003045:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003047:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003049:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078334.003052:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078334.003056:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078334.003062:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:0.0:1769078334.003063:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078334.003066:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078334.003067:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078334.003070:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978500224:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078334.003073:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003075:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003077:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769078334.003078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078334.003079:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078334.003082:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1769078334.003085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:0.0:1769078334.003086:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078334.003089:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078334.003090:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1769078334.003092:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769078334.003094:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769078334.003098:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769078334.003099:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078334.003102:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1769078334.003105:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3972 00000100:00000001:0.0:1769078334.003107:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078334.003110:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078334.003111:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078334.003113:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.003116:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078334.003119:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078334.003121:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078334.003123:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078334.003123:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078334.003126:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078334.003127:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078334.003131:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078334.003132:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078334.003134:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078334.003137:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078334.003138:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078334.003142:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078334.003142:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078334.003145:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.003148:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078334.003150:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078334.003150:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078334.003154:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.003158:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078334.003159:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500352:192.168.204.124@tcp:38:kworker.0 02000000:00000001:3.0:1769078334.003163:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078334.003164:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078334.003167:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078334.003168:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.003169:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769078334.003169:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078334.003172:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078334.003174:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.003178:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078334.003179:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00100000:3.0:1769078334.003181:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078334.003182:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000008:00000001:3.0:1769078334.003188:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003190:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078334.003192:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078334.003197:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078334.003199:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.003200:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000100:0.0:1769078334.003203:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:3.0:1769078334.003205:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078334.003208:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769078334.003209:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003211:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078334.003214:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003215:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078334.003217:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.003218:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003220:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298645025 00000100:00000001:0.0:1769078334.003224:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298646265 00000100:00000001:0.0:1769078334.003227:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298645025 00000100:00100000:3.0:1769078334.003228:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978500608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078334.003229:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298646265 00000100:00000001:0.0:1769078334.003233:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078334.003237:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003240:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078334.003245:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078334/real 1769078334] req@ffff8f28835fa680 x1855008978500352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078334.003247:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078334.003251:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078334.003258:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078334.003259:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078334.003260:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078334.003262:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078334.003265:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1769078334.003265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078334.003267:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003271:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003274:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078334.003275:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1769078334.003278:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978500352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078334.003279:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078334.003283:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078334.003289:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.003289:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078334.003294:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3972 00000100:00080000:3.0:1769078334.003299:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078334.003300:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078334.003305:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.003305:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078334.003309:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003310:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.003310:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078334.003312:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078334.003314:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078334.003316:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:0.0:1769078334.003317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1769078334.003319:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:0.0:1769078334.003322:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000020:00000001:3.0:1769078334.003323:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078334.003325:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078334.003331:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500352:192.168.204.124@tcp:38:kworker.0 00000020:00000001:3.0:1769078334.003331:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078334.003337:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078334.003338:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078334.003341:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078334.003342:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078334.003343:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.003346:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078334.003348:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078334.003351:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078334.003354:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078334.003356:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078334.003357:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078334.003358:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.003359:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1769078334.003360:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078334.003362:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.003367:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003369:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078334.003371:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:0.0:1769078334.003401:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769078334.003402:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078334.003407:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078334.003410:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.003412:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078334.003416:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1769078334.003418:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000008:00000001:3.0:1769078334.003422:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003424:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078334.003426:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003428:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078334.003431:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003432:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078334.003435:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078334.003435:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078334.003439:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003440:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298645023 00000100:00000001:3.0:1769078334.003444:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078334.003445:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298646265 00000100:00000001:0.0:1769078334.003449:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298645023 02000000:00000001:3.0:1769078334.003449:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078334.003453:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298646265 02000000:00000001:3.0:1769078334.003453:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003458:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078334.003460:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003461:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078334.003463:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078334.003465:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078334/real 1769078334] req@ffff8f28835f9f80 x1855008978500480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078334.003474:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1769078334.003474:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978500736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1769078334.003475:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078334.003478:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078334.003480:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078334.003482:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003485:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003487:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.003493:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1769078334.003494:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978500480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078334.003499:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003503:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003505:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078334.003505:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003510:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003512:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003512:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003514:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078334.003515:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078334.003517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078334.003519:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078334.003521:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078334.003523:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078334.003525:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003526:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078334.003527:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078334.003528:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078334.003529:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078334.003530:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078334.003531:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078334.003533:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078334.003534:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078334.003535:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078334.003536:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003537:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078334.003538:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078334.003539:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078334.003541:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078334.003542:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078334.003543:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078334.003545:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078334.003545:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078334.003546:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078334.003547:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003548:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003550:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078334.003551:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003552:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078334.003553:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078334.003554:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078334.003554:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078334.003555:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.003556:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078334.003558:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078334.003559:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078334.003561:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078334.003563:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078334.003564:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078334.003565:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.003566:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078334.003568:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003572:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078334.003573:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:0.0:1769078334.003575:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078334.003582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078334.003584:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078334.003585:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078334.003586:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003587:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078334.003589:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003591:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298645026 00000100:00000001:0.0:1769078334.003592:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298646265 00000100:00000001:0.0:1769078334.003594:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298645026 00000100:00000001:0.0:1769078334.003595:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298646265 00000100:00000001:0.0:1769078334.003596:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078334.003597:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003598:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078334.003600:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078334/real 1769078334] req@ffff8f28835fb800 x1855008978500608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078334.003604:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078334.003605:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078334.003606:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078334.003607:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078334.003608:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003609:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003610:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078334.003612:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978500608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078334.003616:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003617:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078334.003618:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003619:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003620:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003621:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078334.003622:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078334.003624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078334.003625:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078334.003627:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078334.003628:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078334.003630:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078334.003631:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078334.003631:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.003632:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078334.003633:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078334.003634:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078334.003636:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078334.003637:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078334.003638:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078334.003639:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078334.003640:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078334.003641:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003644:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078334.003645:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:0.0:1769078334.003646:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078334.003651:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078334.003653:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078334.003654:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078334.003655:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003656:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078334.003657:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003659:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298645018 00000100:00000001:0.0:1769078334.003660:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298646265 00000100:00000001:0.0:1769078334.003662:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298645018 00000100:00000001:0.0:1769078334.003664:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298646265 00000100:00000001:0.0:1769078334.003665:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078334.003666:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003667:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078334.003669:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078334/real 1769078334] req@ffff8f28835f8e00 x1855008978500736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078334.003673:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078334.003673:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078334.003674:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078334.003675:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078334.003676:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003677:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003678:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078334.003679:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978500736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078334.003683:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003684:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078334.003685:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003686:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078334.003687:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003688:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078334.003689:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078334.003690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078334.003692:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078334.003693:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078334.003694:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078334.003696:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003697:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078334.003698:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078334.003699:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078334.003700:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078334.003701:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078334.003701:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078334.003703:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078334.003704:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078334.003706:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078334.003707:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003708:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078334.003708:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078334.003709:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078334.003710:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078334.003711:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078334.003711:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078334.003712:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078334.003713:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078334.003713:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078334.003714:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003715:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.003716:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078334.003717:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.003718:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078334.003719:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.642471:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078334.642474:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078334.642477:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078334.642478:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.642480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078334.642484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078334.642486:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078334.642487:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.642491:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078334.642495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.642497:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078334.642499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.642501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078334.642586:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078334.642588:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078334.642590:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078335.026548:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078335.026556:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078335.026558:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078335.026567:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078335.026572:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078335.026576:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078335.026579:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078335.026582:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078335.026585:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.666481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078335.666483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078335.666488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.666489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078335.666493:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078335.666495:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078335.666498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078335.666499:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078335.666502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078335.666503:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078335.666507:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.666508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078335.666510:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078335.666513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078335.666514:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078335.666518:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.666518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078335.666523:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.666524:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078335.666584:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078335.666588:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078335.666591:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078336.050544:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078336.050555:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078336.050557:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078336.050565:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078336.050571:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078336.050576:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078336.050579:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078336.050582:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078336.050586:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078336.690482:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078336.690486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078336.690490:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078336.690497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078336.690498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078336.690504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078336.690506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078336.690507:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078336.690512:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078336.690516:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078336.690518:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078336.690521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078336.690523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078336.690563:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078336.690567:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078336.690570:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078337.074492:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078337.074499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078337.074500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078337.074504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078337.074507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078337.074510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078337.074511:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078337.074513:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078337.074515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078337.714501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078337.714505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078337.714510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078337.714511:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078337.714515:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078337.714519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078337.714521:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078337.714522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078337.714530:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078337.714534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078337.714537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078337.714540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078337.714544:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078337.714588:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078337.714593:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078337.714597:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078338.098442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078338.098448:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078338.098450:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078338.098454:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078338.098456:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078338.098459:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078338.098461:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078338.098462:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078338.098464:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078338.738460:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078338.738465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078338.738471:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078338.738472:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078338.738475:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078338.738476:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1769078338.738482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078338.738486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078338.738490:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078338.738493:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078338.738496:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078338.738498:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078338.738521:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078338.738527:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078338.738530:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078338.738532:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078338.738534:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078338.738549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078338.738551:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078338.738612:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078338.738617:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078338.738621:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078339.122505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078339.122514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078339.122516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078339.122522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078339.122524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078339.122527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078339.122529:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078339.122531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078339.122533:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078339.122550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078339.122554:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078339.122555:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078339.122558:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078339.122560:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078339.122567:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3977 00000100:00080000:1.0:1769078339.122575:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078339.122577:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078339.122578:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078339.122581:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078339.122583:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078339.122585:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078339.122587:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078339.122588:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078339.122589:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078339.122592:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078339.122593:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078339.122596:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078339.122599:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078339.122602:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122604:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078339.122606:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078339.122616:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078339.122617:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122620:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078339.122622:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078339.122626:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122638:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078339.122647:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab480 x1855008978500864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078339.122657:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078339.122660:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122676:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078339.122678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078339.122680:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078339.122681:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078339.122682:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078339.122684:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078339.122687:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3977 00000100:00080000:1.0:1769078339.122691:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078339.122693:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078339.122694:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078339.122698:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078339.122699:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078339.122701:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769078339.122703:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078339.122706:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078339.122708:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078339.122712:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078339.122714:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078339.122717:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078339.122722:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078339.122723:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769078339.122726:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.122731:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078339.122732:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078339.122736:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078339.122738:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:1.0:1769078339.122739:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769078339.122741:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078339.122747:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122750:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.122752:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078339.122754:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078339.122756:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.122759:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078339.122759:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078339.122760:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078339.122764:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.122771:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122773:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078339.122786:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa300 x1855008978500992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078339.122787:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978500864:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078339.122800:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078339.122805:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078339.122810:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122812:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769078339.122815:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078339.122815:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122820:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.122823:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078339.122823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078339.122833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078339.122837:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078339.122839:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078339.122843:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078339.122846:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3977 00000100:00080000:1.0:1769078339.122849:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078339.122851:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078339.122851:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078339.122852:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769078339.122856:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078339.122857:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006067840 : -124070703483776 : ffff8f2889cab480) 00000020:00000001:1.0:1769078339.122861:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078339.122863:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078339.122864:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769078339.122866:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078339.122868:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078339.122869:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078339.122871:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078339.122872:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078339.122874:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078339.122876:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078339.122879:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122880:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078339.122882:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078339.122883:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122884:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078339.122887:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078339.122888:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122889:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078339.122890:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078339.122892:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122895:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078339.122898:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cabb80 x1855008978501120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078339.122924:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078339.122936:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078339.122939:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078339.122940:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122947:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.122948:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078339.122950:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078339.122950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078339.122958:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769078339.122960:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078339.122962:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078339.122964:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078339.122967:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.122968:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078339.122975:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3977 00000100:00000001:0.0:1769078339.122976:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298651385 00000100:00080000:1.0:1769078339.122980:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078339.122983:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078339.122985:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078339.122987:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1769078339.122988:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078339.122994:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078339.122996:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769078339.122998:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078339.123001:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298651385 00000100:00000001:1.0:1769078339.123001:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078339.123005:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078339.123008:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1769078339.123011:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078339.123014:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123015:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078339.123024:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078339.123025:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123030:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769078339.123031:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078339.123036:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.123038:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:0.0:1769078339.123043:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078339/real 1769078339] req@ffff8f2889cab480 x1855008978500864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1769078339.123043:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078339.123054:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.123062:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078339.123072:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:0.0:1769078339.123074:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1769078339.123074:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769078339.123076:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078339.123078:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078339.123079:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078339.123082:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1769078339.123083:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123087:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078339.123090:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078339.123090:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123100:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078339.123104:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078339.123106:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9c00 x1855008978501248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078339.123113:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab480 x1855008978500864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078339.123150:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078339.123152:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078339.123156:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123159:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078339.123159:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123172:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078339.123172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078339.123181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078339.123182:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078339.123183:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078339.123186:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078339.123187:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078339.123189:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078339.123194:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3977 00000100:00000001:0.0:1769078339.123195:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1769078339.123197:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078339.123200:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078339.123201:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078339.123202:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078339.123209:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078339.123213:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:0.0:1769078339.123216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1769078339.123216:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:1.0:1769078339.123221:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078339.123225:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078339.123227:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078339.123231:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00080000:1.0:1769078339.123237:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078339.123240:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769078339.123240:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078339.123250:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078339.123252:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769078339.123255:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978500864:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769078339.123255:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.123260:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078339.123262:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078339.123270:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.123272:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123276:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078339.123276:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078339.123279:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.123283:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078339.123284:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769078339.123285:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078339.123290:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078339.123290:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.123294:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123295:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1769078339.123300:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9880 x1855008978501376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078339.123301:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078339.123308:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769078339.123312:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769078339.123314:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769078339.123315:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.123320:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123323:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078339.123327:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078339.123330:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078339.123332:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123335:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123344:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078339.123346:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123348:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078339.123350:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078339.123352:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078339.123354:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078339.123357:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123360:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078339.123362:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078339.123364:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078339.123369:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078339.123372:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078339.123412:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078339.123414:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123416:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078339.123419:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123426:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078339.123428:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006063360 : -124070703488256 : ffff8f2889caa300) 00000100:00000001:0.0:1769078339.123433:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078339.123447:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078339.123451:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078339.123453:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078339.123455:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123457:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078339.123460:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123463:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298650146 00000100:00000001:0.0:1769078339.123466:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298651385 00000100:00000001:0.0:1769078339.123469:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298650146 00000100:00000001:0.0:1769078339.123470:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298651385 00000100:00000001:0.0:1769078339.123472:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078339.123474:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123476:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078339.123480:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078339/real 1769078339] req@ffff8f2889caa300 x1855008978500992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078339.123488:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078339.123489:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078339.123491:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078339.123493:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078339.123494:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123496:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078339.123497:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078339.123500:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa300 x1855008978500992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078339.123506:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123508:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078339.123510:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123511:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078339.123512:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123514:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078339.123515:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078339.123517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078339.123520:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078339.123523:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078339.123526:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978500992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078339.123529:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078339.123531:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078339.123532:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123534:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078339.123535:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078339.123537:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078339.123540:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078339.123543:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078339.123545:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078339.123546:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123547:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078339.123550:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123554:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078339.123555:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006069632 : -124070703481984 : ffff8f2889cabb80) 00000100:00000001:0.0:1769078339.123558:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078339.123575:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078339.123579:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078339.123581:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078339.123583:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123584:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078339.123587:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123590:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298650143 00000100:00000001:0.0:1769078339.123592:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298651385 00000100:00000001:0.0:1769078339.123594:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298650143 00000100:00000001:0.0:1769078339.123597:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298651385 00000100:00000001:0.0:1769078339.123599:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078339.123601:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123602:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078339.123607:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078339/real 1769078339] req@ffff8f2889cabb80 x1855008978501120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078339.123614:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078339.123616:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078339.123618:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078339.123620:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078339.123621:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123623:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078339.123624:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078339.123628:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cabb80 x1855008978501120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078339.123634:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123636:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078339.123639:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123640:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078339.123641:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123643:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078339.123644:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078339.123647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078339.123651:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078339.123653:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078339.123656:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078339.123660:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078339.123661:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078339.123663:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123665:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078339.123667:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078339.123669:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078339.123672:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078339.123675:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078339.123677:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078339.123678:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123680:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078339.123683:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123688:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078339.123689:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006061568 : -124070703490048 : ffff8f2889ca9c00) 00000100:00000001:0.0:1769078339.123693:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078339.123703:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078339.123706:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078339.123709:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078339.123710:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123711:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078339.123714:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123718:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298650146 00000100:00000001:0.0:1769078339.123720:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298651385 00000100:00000001:0.0:1769078339.123722:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298650146 00000100:00000001:0.0:1769078339.123725:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298651385 00000100:00000001:0.0:1769078339.123727:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078339.123729:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123731:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078339.123735:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078339/real 1769078339] req@ffff8f2889ca9c00 x1855008978501248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078339.123742:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078339.123743:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078339.123745:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078339.123746:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078339.123748:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123749:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078339.123751:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078339.123754:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9c00 x1855008978501248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078339.123761:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123763:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078339.123765:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123767:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078339.123768:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123770:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078339.123772:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078339.123774:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078339.123777:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078339.123780:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078339.123782:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078339.123786:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078339.123788:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078339.123789:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123791:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078339.123793:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078339.123795:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078339.123797:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078339.123800:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078339.123802:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078339.123804:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.123805:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078339.123808:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123813:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078339.123814:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006060672 : -124070703490944 : ffff8f2889ca9880) 00000100:00000001:0.0:1769078339.123817:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078339.123827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078339.123831:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078339.123833:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078339.123834:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123836:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078339.123838:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123841:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298650138 00000100:00000001:0.0:1769078339.123844:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298651385 00000100:00000001:0.0:1769078339.123846:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298650138 00000100:00000001:0.0:1769078339.123848:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298651385 00000100:00000001:0.0:1769078339.123850:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078339.123852:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123853:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078339.123857:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078339/real 1769078339] req@ffff8f2889ca9880 x1855008978501376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078339.123863:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078339.123864:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078339.123866:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078339.123868:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078339.123869:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123871:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078339.123872:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078339.123875:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9880 x1855008978501376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078339.123881:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123883:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078339.123886:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123887:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078339.123888:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123890:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078339.123891:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078339.123893:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078339.123896:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078339.123898:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078339.123901:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078339.123904:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123906:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078339.123919:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078339.123921:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078339.123923:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078339.123924:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078339.123925:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078339.123927:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078339.123928:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078339.123930:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078339.123932:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123933:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078339.123934:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078339.123936:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078339.123937:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078339.123938:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078339.123939:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078339.123941:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078339.123942:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078339.123944:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078339.123945:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123946:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078339.123947:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078339.123948:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078339.123950:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078339.123951:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078339.123952:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078339.123954:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078339.123955:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078339.123956:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078339.123958:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123959:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078339.123960:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078339.123961:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078339.123963:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078339.123964:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078339.123965:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078339.123967:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078339.123968:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078339.123970:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078339.123971:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123972:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.123976:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078339.123977:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.123980:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078339.123981:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.762508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078339.762515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078339.762523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.762529:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078339.762533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078339.762533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078339.762537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078339.762542:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078339.762549:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078339.762553:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.762555:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078339.762558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.762560:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078339.762599:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078339.762603:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078339.762605:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078340.146443:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078340.146452:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078340.146455:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078340.146460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078340.146463:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078340.146468:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078340.146470:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078340.146472:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078340.146475:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078340.786476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078340.786477:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078340.786485:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078340.786486:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078340.786490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078340.786493:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078340.786496:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078340.786497:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078340.786503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078340.786507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078340.786510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078340.786513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078340.786517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078340.786574:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078340.786581:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078340.786586:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078341.170502:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078341.170510:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078341.170512:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078341.170517:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078341.170521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078341.170525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078341.170527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078341.170530:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078341.170537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078341.810465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078341.810476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078341.810478:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078341.810485:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078341.810490:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078341.810495:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078341.810498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078341.810501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078341.810504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078341.810530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078341.810534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078341.810540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078341.810541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078341.810610:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078341.810615:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078341.810619:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078342.194487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078342.194494:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078342.194496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078342.194501:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078342.194504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078342.194508:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078342.194510:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078342.194512:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078342.194514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078342.834492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078342.834503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078342.834513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078342.834515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078342.834523:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078342.834531:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078342.834533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078342.834539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078342.834544:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078342.834548:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078342.834552:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078342.834556:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078342.834560:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078342.834583:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078342.834588:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078342.834592:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078343.218513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078343.218522:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078343.218524:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078343.218531:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078343.218535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078343.218539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078343.218543:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078343.218545:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078343.218548:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078343.858452:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078343.858460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078343.858463:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078343.858464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078343.858468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078343.858470:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078343.858472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078343.858475:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078343.858481:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078343.858486:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078343.858489:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078343.858492:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078343.858495:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078343.858534:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078343.858539:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078343.858542:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078344.242553:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078344.242563:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078344.242565:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078344.242572:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078344.242577:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078344.242582:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078344.242585:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078344.242590:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078344.242593:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078344.242600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078344.242608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078344.242611:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078344.242616:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078344.242620:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078344.242629:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3982 00000100:00080000:3.0:1769078344.242643:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078344.242647:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078344.242649:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078344.242654:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078344.242656:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078344.242659:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078344.242662:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078344.242664:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078344.242666:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078344.242671:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078344.242675:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.242678:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078344.242682:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078344.242686:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242689:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078344.242692:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.242707:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078344.242709:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242713:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078344.242716:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078344.242721:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242736:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078344.242748:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978501504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078344.242760:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078344.242764:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242785:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078344.242788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078344.242796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078344.242798:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078344.242799:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078344.242802:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078344.242805:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3982 00000100:00080000:3.0:1769078344.242809:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078344.242811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078344.242812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078344.242814:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078344.242815:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078344.242817:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078344.242819:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078344.242836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078344.242838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078344.242841:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078344.242841:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078344.242846:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.242847:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078344.242848:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078344.242853:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769078344.242855:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078344.242856:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078344.242859:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.242860:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242861:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078344.242868:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:3.0:1769078344.242868:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078344.242874:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769078344.242874:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242878:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.242880:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078344.242888:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978501504:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078344.242889:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078344.242891:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242893:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078344.242894:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078344.242896:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.242904:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078344.242904:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.242912:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1769078344.242913:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978501632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078344.242916:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.242921:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078344.242927:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242935:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078344.242938:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242942:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078344.242945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078344.242947:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769078344.242949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078344.242950:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:3.0:1769078344.242955:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078344.242956:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078344.242959:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078344.242964:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078344.242967:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3982 00000100:00080000:3.0:1769078344.242972:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078344.242974:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078344.242976:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078344.242978:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078344.242980:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078344.242981:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078344.242983:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078344.242985:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078344.242986:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078344.242988:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078344.242990:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.242991:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078344.242993:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078344.242995:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.242996:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078344.242998:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078344.243000:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078344.243004:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078344.243004:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.243010:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078344.243012:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.243015:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078344.243016:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078344.243018:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243023:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078344.243025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243029:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078344.243032:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078344.243033:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978501760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078344.243037:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078344.243043:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078344.243045:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.243046:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.243052:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243054:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298656505 00000100:00080000:3.0:1769078344.243054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078344.243061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078344.243062:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078344.243064:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078344.243066:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078344.243069:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769078344.243069:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3982 00000100:00080000:3.0:1769078344.243076:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078344.243078:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078344.243079:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298656505 00000100:00000001:3.0:1769078344.243080:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078344.243085:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078344.243087:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078344.243089:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769078344.243089:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078344.243095:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078344.243096:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078344.243100:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.243101:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078344.243103:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078344.243105:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:0.0:1769078344.243110:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff8f28835f8000 x1855008978501504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078344.243114:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:0.0:1769078344.243127:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078344.243130:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078344.243131:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243135:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769078344.243135:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078344.243140:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769078344.243141:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078344.243145:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078344.243145:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243150:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078344.243151:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078344.243155:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769078344.243156:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078344.243161:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078344.243163:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978501504/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078344.243164:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.243171:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078344.243174:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.243179:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078344.243182:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078344.243184:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078344.243186:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243190:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078344.243194:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078344.243194:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243200:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078344.243201:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243205:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00100000:3.0:1769078344.243205:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978501888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078344.243209:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078344.243214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078344.243218:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078344.243221:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078344.243222:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:3.0:1769078344.243223:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243226:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1769078344.243227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078344.243231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1769078344.243234:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978501504:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078344.243234:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078344.243237:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078344.243240:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078344.243244:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3982 00000100:00000001:0.0:1769078344.243245:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243248:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769078344.243248:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078344.243251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078344.243253:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078344.243254:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078344.243256:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769078344.243258:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1769078344.243258:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078344.243261:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:0.0:1769078344.243263:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078344.243264:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078344.243267:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078344.243268:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078344.243268:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078344.243273:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769078344.243273:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078344.243277:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.243278:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078344.243280:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078344.243280:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078344.243283:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078344.243286:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078344.243287:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243292:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078344.243293:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.243296:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078344.243298:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078344.243300:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.243302:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.243306:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078344.243307:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769078344.243308:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243311:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.243313:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078344.243316:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769078344.243316:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078344.243319:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078344.243320:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243322:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078344.243325:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078344.243327:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.243328:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243330:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078344.243333:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078344.243336:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078344.243336:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978502016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078344.243344:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769078344.243349:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078344.243351:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078344.243352:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243356:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078344.243357:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243359:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243362:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078344.243365:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243371:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078344.243373:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769078344.243404:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078344.243422:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078344.243426:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078344.243428:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078344.243430:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243431:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078344.243434:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243438:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298655266 00000100:00000001:0.0:1769078344.243440:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298656505 00000100:00000001:0.0:1769078344.243443:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298655266 00000100:00000001:0.0:1769078344.243445:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298656505 00000100:00000001:0.0:1769078344.243447:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078344.243449:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243451:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078344.243455:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff8f28835fb100 x1855008978501632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078344.243463:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078344.243465:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078344.243467:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078344.243469:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078344.243470:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243472:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078344.243473:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078344.243476:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978501632/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078344.243485:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243487:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078344.243489:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243489:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078344.243490:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243491:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078344.243492:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078344.243494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078344.243495:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078344.243496:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078344.243498:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501632:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078344.243500:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078344.243501:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078344.243502:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243503:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078344.243505:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078344.243506:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078344.243508:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078344.243510:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078344.243511:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078344.243512:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243513:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078344.243515:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243519:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078344.243520:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769078344.243523:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078344.243530:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078344.243533:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078344.243534:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078344.243535:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243536:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078344.243538:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243540:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298655263 00000100:00000001:0.0:1769078344.243542:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298656505 00000100:00000001:0.0:1769078344.243543:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298655263 00000100:00000001:0.0:1769078344.243545:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298656505 00000100:00000001:0.0:1769078344.243546:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078344.243547:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243548:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078344.243550:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff8f28835fa300 x1855008978501760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078344.243554:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078344.243555:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078344.243556:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078344.243557:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078344.243558:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243559:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078344.243560:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078344.243562:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978501760/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078344.243566:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243567:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078344.243568:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243569:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078344.243570:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243571:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078344.243571:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078344.243573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078344.243574:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078344.243575:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078344.243578:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501760:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078344.243580:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078344.243581:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078344.243582:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243583:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078344.243584:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078344.243585:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078344.243587:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078344.243588:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078344.243589:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078344.243590:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243591:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078344.243593:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243597:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078344.243598:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769078344.243600:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078344.243605:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078344.243607:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078344.243609:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078344.243610:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243611:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078344.243612:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243614:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298655266 00000100:00000001:0.0:1769078344.243616:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298656505 00000100:00000001:0.0:1769078344.243617:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298655266 00000100:00000001:0.0:1769078344.243619:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298656505 00000100:00000001:0.0:1769078344.243620:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078344.243621:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243622:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078344.243624:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff8f28835f8700 x1855008978501888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078344.243632:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078344.243633:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078344.243634:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078344.243635:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078344.243636:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243637:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078344.243638:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078344.243639:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978501888/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078344.243643:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243644:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078344.243645:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243646:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078344.243646:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243647:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078344.243649:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078344.243650:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078344.243651:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078344.243652:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078344.243654:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978501888:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078344.243656:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243658:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078344.243659:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078344.243660:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078344.243661:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078344.243662:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078344.243662:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078344.243664:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078344.243665:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078344.243666:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078344.243668:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243669:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078344.243671:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078344.243672:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078344.243674:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078344.243675:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078344.243676:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078344.243677:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078344.243678:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078344.243680:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078344.243681:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243683:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078344.243684:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078344.243685:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078344.243687:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078344.243688:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078344.243689:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078344.243691:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078344.243692:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078344.243693:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078344.243694:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243696:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243698:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078344.243699:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243700:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078344.243701:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078344.243702:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078344.243703:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078344.243704:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243705:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078344.243707:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078344.243708:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078344.243710:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078344.243713:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078344.243714:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078344.243715:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078344.243716:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078344.243718:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243722:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078344.243723:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769078344.243725:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078344.243732:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078344.243735:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078344.243736:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078344.243738:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243738:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078344.243740:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243742:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298655258 00000100:00000001:0.0:1769078344.243744:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298656505 00000100:00000001:0.0:1769078344.243746:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298655258 00000100:00000001:0.0:1769078344.243747:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298656505 00000100:00000001:0.0:1769078344.243749:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078344.243750:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243751:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078344.243753:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff8f28835f8380 x1855008978502016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078344.243757:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078344.243757:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078344.243758:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078344.243759:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078344.243760:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243762:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078344.243762:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078344.243764:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978502016/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078344.243768:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243770:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078344.243771:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243771:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078344.243772:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243773:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078344.243774:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078344.243775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078344.243777:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078344.243779:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078344.243781:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502016:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078344.243783:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243784:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078344.243785:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078344.243785:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078344.243786:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078344.243787:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078344.243787:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078344.243789:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078344.243790:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078344.243791:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078344.243791:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243792:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.243794:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078344.243795:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.243796:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078344.243797:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078344.882476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078344.882483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078344.882488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078344.882496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078344.882498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078344.882502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078344.882511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078344.882515:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078344.882520:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078344.882524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078344.882527:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078344.882530:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078344.882534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078344.882557:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078344.882562:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078344.882567:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078345.266509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078345.266519:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078345.266521:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078345.266530:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078345.266541:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078345.266545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078345.266549:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078345.266552:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078345.266555:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078345.906501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078345.906512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078345.906514:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078345.906515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078345.906520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078345.906523:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078345.906526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078345.906529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078345.906530:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078345.906533:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078345.906535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078345.906536:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078345.906541:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078345.906542:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078345.906545:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078345.906545:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078345.906550:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078345.906552:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078345.906553:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078345.906651:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078345.906658:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078345.906662:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078346.290474:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078346.290483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078346.290485:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078346.290492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078346.290496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078346.290500:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078346.290503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078346.290506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078346.290509:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078346.930528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078346.930537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078346.930544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078346.930546:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078346.930610:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078346.930614:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078346.930617:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078346.931136:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078346.931142:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078346.931144:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078346.931149:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078346.931153:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078346.931156:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078346.931159:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078346.931161:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078346.931164:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078347.314498:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078347.314504:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078347.314506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078347.314511:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078347.314514:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078347.314518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078347.314520:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078347.314522:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078347.314524:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078347.954441:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078347.954449:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078347.954451:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078347.954457:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078347.954460:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078347.954463:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078347.954465:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078347.954466:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078347.954468:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078347.954470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078347.954471:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078347.954480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078347.954483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078347.954539:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078347.954543:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078347.954546:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078348.338476:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078348.338485:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078348.338488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078348.338496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078348.338501:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078348.338505:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078348.338508:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078348.338511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078348.338514:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078348.978482:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078348.978492:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078348.978496:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078348.978499:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078348.978506:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078348.978509:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078348.978511:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078348.978514:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078348.978519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078348.978520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078348.978565:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078348.978573:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078348.978575:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078348.978580:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000020:00000001:0.0:1769078348.978586:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078348.978589:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078348.978593:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078348.978595:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769078348.978601:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078348.978602:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078348.978607:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078348.978611:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.362477:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078349.362477:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078349.362483:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078349.362486:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078349.362487:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362491:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078349.362494:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078349.362497:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078349.362498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078349.362503:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078349.362504:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078349.362507:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078349.362511:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078349.362513:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3987 00000100:00000001:1.0:1769078349.362515:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078349.362526:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078349.362530:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362532:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078349.362537:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078349.362540:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078349.362543:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078349.362545:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078349.362548:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362549:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078349.362555:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078349.362557:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362559:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078349.362561:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078349.362563:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362564:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078349.362566:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362575:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078349.362576:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362578:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078349.362580:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078349.362584:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362592:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078349.362599:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978502144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078349.362606:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078349.362609:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362620:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078349.362622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078349.362625:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078349.362626:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078349.362627:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078349.362628:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078349.362630:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3987 00000100:00080000:3.0:1769078349.362633:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078349.362634:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362635:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078349.362636:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078349.362637:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078349.362639:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078349.362640:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078349.362641:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362642:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078349.362644:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078349.362646:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362647:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078349.362650:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078349.362651:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362652:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078349.362655:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078349.362657:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362658:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362660:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078349.362661:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362662:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078349.362662:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078349.362664:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362666:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078349.362669:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978502272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078349.362674:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078349.362675:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362677:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078349.362678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078349.362680:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078349.362681:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078349.362682:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078349.362683:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078349.362685:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3987 00000100:00080000:3.0:1769078349.362686:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078349.362687:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362688:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078349.362689:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078349.362690:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078349.362691:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078349.362692:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078349.362694:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362694:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078349.362696:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078349.362697:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362698:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078349.362699:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078349.362700:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362701:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078349.362702:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078349.362703:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362704:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362706:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078349.362706:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362707:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078349.362708:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078349.362709:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362711:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078349.362713:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978502400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078349.362717:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078349.362718:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362719:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078349.362720:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078349.362722:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078349.362722:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078349.362723:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078349.362724:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078349.362726:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3987 00000100:00080000:3.0:1769078349.362728:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078349.362729:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362730:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078349.362731:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078349.362732:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078349.362733:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078349.362749:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078349.362751:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362752:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078349.362755:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078349.362757:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362759:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078349.362761:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078349.362763:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362764:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078349.362767:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078349.362769:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362770:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362773:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078349.362774:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362776:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078349.362777:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078349.362779:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362783:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078349.362788:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978502528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078349.362795:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078349.362797:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362799:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078349.362802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078349.362805:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078349.362806:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078349.362808:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078349.362810:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078349.362812:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3987 00000100:00080000:3.0:1769078349.362816:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078349.362818:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362819:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078349.362820:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078349.362821:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078349.362822:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078349.362823:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078349.362825:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078349.362826:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078349.362827:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078349.362829:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362830:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078349.362831:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078349.362832:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362833:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078349.362835:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078349.362836:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362837:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078349.362841:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078349.362841:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362842:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078349.362843:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078349.362844:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362847:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078349.362850:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978502656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078349.362854:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078349.362855:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.362856:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.365832:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078349.365841:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078349.365844:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078349.365847:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078349.365849:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.365857:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078349.365861:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078349.365864:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078349.365872:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978502144:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078349.365878:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078349.365884:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078349.365887:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.365890:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078349.365898:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.365920:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078349.365922:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769078349.365927:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078349.365970:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078349.365985:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078349.365989:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.365992:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.365993:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078349.366000:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366005:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298661628 00000100:00000001:0.0:1769078349.366017:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078349.366026:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298661628 00000100:00000001:0.0:1769078349.366030:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078349.366034:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078349.366036:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366039:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078349.366046:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff8f28835fad80 x1855008978502144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078349.366057:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078349.366059:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078349.366063:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078349.366066:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078349.366068:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366071:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.366073:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078349.366077:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978502144/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078349.366085:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366088:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078349.366091:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366093:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.366094:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366097:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078349.366099:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078349.366103:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078349.366107:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078349.366110:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078349.366114:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978502144:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078349.366119:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078349.366121:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078349.366123:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.366125:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078349.366127:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078349.366129:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078349.366131:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078349.366135:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078349.366137:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078349.366138:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.366140:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078349.366143:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366149:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078349.366150:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:0.0:1769078349.366155:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078349.366166:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078349.366170:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078349.366173:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.366174:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366176:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078349.366179:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366183:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298660388 00000100:00000001:0.0:1769078349.366186:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298661628 00000100:00000001:0.0:1769078349.366188:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298660388 00000100:00000001:0.0:1769078349.366191:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298661628 00000100:00000001:0.0:1769078349.366193:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078349.366195:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366197:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078349.366201:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff8f28835f9880 x1855008978502272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078349.366210:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078349.366211:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078349.366214:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078349.366215:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078349.366224:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366226:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.366227:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078349.366231:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978502272/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078349.366237:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366239:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078349.366242:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366244:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.366245:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366247:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078349.366249:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078349.366251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078349.366255:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078349.366257:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078349.366260:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502272:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078349.366264:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078349.366266:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078349.366267:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.366269:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078349.366271:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078349.366273:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078349.366276:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078349.366279:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078349.366281:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078349.366282:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.366284:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078349.366287:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366292:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078349.366294:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:0.0:1769078349.366297:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078349.366309:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078349.366313:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078349.366315:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.366316:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366318:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078349.366320:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366324:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298660385 00000100:00000001:0.0:1769078349.366326:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298661628 00000100:00000001:0.0:1769078349.366329:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298660385 00000100:00000001:0.0:1769078349.366331:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298661628 00000100:00000001:0.0:1769078349.366333:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078349.366335:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366336:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078349.366341:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff8f28835f9500 x1855008978502400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078349.366349:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078349.366350:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078349.366353:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078349.366355:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078349.366356:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366358:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.366360:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078349.366364:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978502400/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078349.366371:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366372:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078349.366400:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366402:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.366403:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366405:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078349.366406:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078349.366409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078349.366412:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078349.366415:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078349.366418:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502400:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078349.366422:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078349.366424:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078349.366425:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.366428:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078349.366429:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078349.366431:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078349.366434:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078349.366438:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078349.366441:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078349.366442:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.366444:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078349.366447:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366452:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078349.366454:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:0.0:1769078349.366457:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078349.366467:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078349.366471:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078349.366473:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.366474:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366476:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078349.366478:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366482:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298660389 00000100:00000001:0.0:1769078349.366484:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298661628 00000100:00000001:0.0:1769078349.366486:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298660389 00000100:00000001:0.0:1769078349.366488:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298661628 00000100:00000001:0.0:1769078349.366490:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078349.366492:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366494:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078349.366498:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff8f28835faa00 x1855008978502528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078349.366506:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078349.366508:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078349.366510:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078349.366512:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078349.366513:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366514:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.366515:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078349.366519:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978502528/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078349.366526:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366528:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078349.366531:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366532:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.366534:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.366535:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078349.366537:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078349.366540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078349.366542:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078349.366653:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078349.366659:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502528:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078349.366663:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078349.366665:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078349.366666:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.366668:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078349.366670:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078349.366672:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078349.366675:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078349.366678:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078349.366680:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078349.366682:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078349.366683:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078349.366687:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.366692:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078349.366693:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769078349.366696:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078349.367049:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078349.367055:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078349.367057:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.367058:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.367060:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078349.367063:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.367067:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298660381 00000100:00000001:0.0:1769078349.367069:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298661628 00000100:00000001:0.0:1769078349.367073:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298660381 00000100:00000001:0.0:1769078349.367075:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298661628 00000100:00000001:0.0:1769078349.367077:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078349.367079:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.367081:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078349.367084:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff8f28835f8380 x1855008978502656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078349.367092:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078349.367093:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078349.367096:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078349.367097:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078349.367099:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367101:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.367102:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078349.367105:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978502656/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078349.367112:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367114:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078349.367116:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367118:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078349.367119:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367121:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078349.367122:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078349.367125:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078349.367129:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078349.367131:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078349.367134:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502656:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078349.367138:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367140:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.367143:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078349.367145:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078349.367148:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078349.367151:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078349.367153:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078349.367159:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078349.367161:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078349.367165:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078349.367166:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367168:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.367169:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078349.367170:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078349.367172:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078349.367173:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078349.367174:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078349.367176:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078349.367177:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078349.367178:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078349.367180:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367181:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.367182:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078349.367183:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078349.367185:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078349.367186:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078349.367187:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078349.367188:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078349.367189:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078349.367191:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078349.367192:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367193:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.367194:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078349.367196:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078349.367197:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078349.367198:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078349.367199:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078349.367201:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078349.367202:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078349.367203:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078349.367205:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367206:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078349.367207:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078349.367208:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078349.367210:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078349.367211:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078349.367212:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078349.367214:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078349.367215:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078349.367217:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078349.367218:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367220:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.367228:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078349.367230:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.367232:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078349.367234:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078350.002463:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078350.002470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078350.002472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078350.002476:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078350.002479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078350.002480:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078350.002483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078350.002484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078350.002489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078350.002493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078350.002496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078350.002499:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078350.002502:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078350.002604:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078350.002608:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078350.002611:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078350.386651:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078350.386657:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078350.386658:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078350.386664:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078350.386668:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078350.386671:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078350.386673:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078350.386676:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078350.386678:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078351.026535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078351.026543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078351.026549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078351.026550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078351.026616:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078351.026620:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078351.026623:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078351.026666:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078351.026670:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078351.026672:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078351.026675:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078351.026679:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078351.026683:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078351.026685:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078351.026688:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078351.026690:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078351.410489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078351.410496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078351.410498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078351.410503:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078351.410507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078351.410511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078351.410513:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078351.410516:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078351.410519:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078352.050472:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078352.050484:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078352.050487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078352.050495:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078352.050500:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078352.050505:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078352.050507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078352.050509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078352.050515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078352.050517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078352.050526:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078352.050529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078352.050532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078352.050597:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078352.050600:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078352.050603:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078352.434528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078352.434537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078352.434539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078352.434545:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078352.434550:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078352.434554:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078352.434557:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078352.434560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078352.434563:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078353.074427:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078353.074434:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078353.074436:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078353.074447:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078353.074450:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078353.074455:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078353.074456:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078353.074461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078353.074461:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078353.074464:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078353.074466:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078353.074470:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.074473:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078353.074523:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078353.074529:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078353.074533:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078353.458487:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078353.458496:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078353.458497:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078353.458502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078353.458504:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078353.458515:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078353.458518:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078353.458524:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078353.458526:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078354.098449:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078354.098459:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078354.098461:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078354.098469:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078354.098474:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078354.098477:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078354.098481:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078354.098508:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078354.098512:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078354.098523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078354.098529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078354.098537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078354.098539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078354.098600:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078354.098605:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078354.098610:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078354.482524:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078354.482533:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078354.482535:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078354.482543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078354.482547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078354.482552:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078354.482555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078354.482558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078354.482561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078354.482586:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078354.482592:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078354.482595:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078354.482599:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078354.482603:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078354.482612:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3993 00000100:00080000:1.0:1769078354.482626:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078354.482630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.482633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078354.482637:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078354.482641:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078354.482644:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078354.482646:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078354.482678:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.482679:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078354.482685:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078354.482688:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.482691:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078354.482695:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.482698:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.482701:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078354.482704:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.482718:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078354.482720:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.482724:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078354.482727:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078354.482732:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.482745:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078354.482755:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8a80 x1855008978502784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078354.482767:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078354.482772:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.482790:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078354.482793:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078354.482797:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078354.482798:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078354.482800:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078354.482803:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078354.482806:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3993 00000100:00080000:1.0:1769078354.482810:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078354.482812:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.482814:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078354.482817:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078354.482819:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078354.482821:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769078354.482824:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078354.482826:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.482827:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078354.482830:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078354.482834:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078354.482834:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.482836:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078354.482839:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078354.482842:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078354.482844:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1769078354.482844:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078354.482846:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.482850:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.482852:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078354.482854:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078354.482856:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078354.482859:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078354.482861:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078354.482864:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978502784:192.168.204.124@tcp:250:kworker.0 00000008:00000001:1.0:1769078354.482867:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.482870:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.482877:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078354.482877:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078354.482880:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.482882:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078354.482884:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078354.482884:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078354.482886:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.482888:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.482891:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078354.482894:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.482896:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078354.482903:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9880 x1855008978502912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078354.482911:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078354.482914:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078354.482914:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.482917:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006057088 : -124070703494528 : ffff8f2889ca8a80) 00000100:00000001:1.0:1769078354.482919:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.482921:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769078354.482923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078354.482928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078354.482930:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078354.482932:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078354.482934:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078354.482937:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3993 00000100:00080000:1.0:1769078354.482955:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078354.482957:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.482959:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078354.482962:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078354.482963:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078354.482965:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769078354.482967:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078354.482970:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.482971:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078354.482975:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078354.482977:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.482978:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.482982:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078354.482984:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298666745 02000000:00000001:1.0:1769078354.482985:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.482990:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.482992:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078354.482994:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769078354.482997:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000008:00000001:1.0:1769078354.482997:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483000:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483005:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298666745 02000000:00000001:1.0:1769078354.483006:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078354.483009:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483012:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078354.483012:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078354.483016:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078354.483017:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.483019:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483021:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483024:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483026:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078354.483026:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483033:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078354.483033:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9c00 x1855008978503040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078354.483037:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769078354.483041:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078354.483044:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078354.483046:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078354.483047:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078354.483051:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078354.483051:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483055:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483057:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.483058:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078354.483062:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769078354.483062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769078354.483068:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078354.483069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078354.483073:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078354.483074:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502912:192.168.204.124@tcp:38:kworker.0 00000100:00080000:1.0:1769078354.483076:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078354.483082:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078354.483084:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078354.483086:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078354.483090:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078354.483090:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3993 02000000:00000001:0.0:1769078354.483095:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1769078354.483098:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1769078354.483100:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483102:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.483105:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078354.483108:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078354.483110:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769078354.483110:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078354.483112:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006060672 : -124070703490944 : ffff8f2889ca9880) 00000020:00000001:1.0:1769078354.483114:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078354.483117:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769078354.483118:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078354.483123:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.483125:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078354.483129:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078354.483132:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.483134:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078354.483137:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.483140:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483141:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483143:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078354.483148:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298665505 00000008:00100000:1.0:1769078354.483148:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078354.483154:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298666745 00000008:00000001:1.0:1769078354.483154:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483160:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483161:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298665505 00000100:00000001:0.0:1769078354.483165:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298666745 00000100:00000001:0.0:1769078354.483167:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.483167:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078354.483170:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483171:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483175:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078354.483177:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.483179:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078354.483180:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078354.483182:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483186:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078354.483189:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078354.483190:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483193:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078354.483197:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078354.483198:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cabb80 x1855008978503168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078354.483200:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078354.483204:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078354.483207:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483210:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769078354.483211:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078354.483215:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.483216:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078354.483221:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483222:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078354.483226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078354.483228:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503040:192.168.204.124@tcp:38:kworker.0 00000100:00080000:1.0:1769078354.483233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078354.483235:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078354.483237:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1769078354.483239:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1769078354.483240:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769078354.483243:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483245:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078354.483247:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1769078354.483251:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3993 02000000:00000001:0.0:1769078354.483253:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078354.483256:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078354.483259:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.483261:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078354.483263:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769078354.483264:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078354.483266:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006061568 : -124070703490048 : ffff8f2889ca9c00) 00000020:00000001:1.0:1769078354.483267:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078354.483270:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078354.483273:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769078354.483275:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078354.483278:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078354.483280:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078354.483284:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078354.483286:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483287:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.483289:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078354.483293:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298665502 02000000:00000001:1.0:1769078354.483294:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.483300:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483301:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298666745 00000100:00000001:1.0:1769078354.483305:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078354.483306:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298665502 00000008:00100000:1.0:1769078354.483308:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1769078354.483311:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298666745 00000008:00000001:1.0:1769078354.483314:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483316:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078354.483318:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483320:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483325:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.483325:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078354.483328:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483329:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078354.483333:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078354.483335:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1769078354.483337:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078354.483339:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:1.0:1769078354.483341:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483343:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078354.483346:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078354.483347:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078354.483348:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483349:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078354.483352:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.483355:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1769078354.483357:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa300 x1855008978503296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078354.483358:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078354.483362:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078354.483370:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078354.483401:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078354.483403:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078354.483405:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.483407:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078354.483410:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.483414:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078354.483417:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078354.483418:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483420:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006069632 : -124070703481984 : ffff8f2889cabb80) 00000100:00000001:1.0:1769078354.483425:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483426:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078354.483440:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483444:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298665506 00000100:00000001:0.0:1769078354.483447:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298666745 00000100:00000001:0.0:1769078354.483459:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298665506 00000100:00000001:0.0:1769078354.483462:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298666745 00000100:00000001:0.0:1769078354.483464:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078354.483467:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483469:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483471:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.483474:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078354.483475:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769078354.483477:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078354.483478:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078354.483480:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078354.483481:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078354.483482:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.483484:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078354.483486:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078354.483488:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078354.483491:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078354.483495:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078354.483496:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078354.483497:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078354.483499:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078354.483503:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483508:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078354.483509:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006063360 : -124070703488256 : ffff8f2889caa300) 00000100:00000001:0.0:1769078354.483513:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078354.483523:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483533:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298665498 00000100:00000001:0.0:1769078354.483535:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298666745 00000100:00000001:0.0:1769078354.483538:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298665498 00000100:00000001:0.0:1769078354.483540:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298666745 00000100:00000001:0.0:1769078354.483542:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078354.483544:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483546:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483548:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.483550:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078354.483552:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769078354.483554:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078354.483555:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078354.483556:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.483558:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078355.122501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078355.122506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078355.122509:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078355.122510:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078355.122512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078355.122517:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078355.122518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078355.122519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078355.122524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078355.122528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078355.122530:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078355.122532:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078355.122534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078355.122581:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078355.122584:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078355.122587:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078355.506588:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078355.506600:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078355.506603:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078355.506611:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078355.506617:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078355.506622:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078355.506626:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078355.506630:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078355.506652:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.146504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078356.146509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078356.146512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078356.146517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.146518:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078356.146535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078356.146536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078356.146543:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078356.146544:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078356.146553:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078356.146555:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078356.146559:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.146560:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078356.146566:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078356.146568:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078356.146577:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.146578:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078356.146581:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078356.146585:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078356.146658:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078356.146663:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078356.146666:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078356.530497:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078356.530506:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078356.530508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078356.530513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078356.530516:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078356.530520:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078356.530523:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078356.530525:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078356.530528:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078357.170539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078357.170548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078357.170555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078357.170556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078357.170663:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078357.170670:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078357.170675:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078357.170684:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078357.170688:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078357.170690:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078357.170694:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078357.170696:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078357.170699:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.170701:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078357.170703:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.170704:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078357.554484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078357.554491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078357.554492:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078357.554496:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078357.554498:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078357.554502:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078357.554504:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078357.554506:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078357.554508:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1769078357.554694:0:2398:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:3.0:1769078357.554751:0:2398:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078357.554775:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078357.554792:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078357.554859:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078357.554863:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078357.554867:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078357.554893:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078357.554897:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078357.554900:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1769078357.554904:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078357] req@ffff8f2889ca8a80 x1855008978502784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1769078357.554916:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000400:00000001:0.0:1769078357.554925:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078357.554928:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078357.554936:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078357.554938:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078357.554940:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078357.554943:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.554944:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078357.554948:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078357.554948:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078357.554951:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078357.554953:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:3.0:1769078357.554959:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00100000:0.0:1769078357.554961:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8a80 x1855008978502784/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078357.554966:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078357.554969:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078357.554972:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.554973:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.554975:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078357.554979:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000800:00000100:3.0:1769078357.554983:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769078357.554985:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.554988:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078357.554990:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.554990:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078357.554993:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078357.554996:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078357.554996:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078357.555000:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078357.555016:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:3.0:1769078357.555020:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078357.555023:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078357.555024:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078357.555025:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078357.555043:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078357.555049:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078357.555055:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078357.555058:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078357.555062:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978502784:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078357.555068:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.555070:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078357.555073:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078357.555077:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078357.555083:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078357.555087:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078357.555089:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078357.555094:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078357.555096:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078357.555099:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078357.555101:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555104:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.555106:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078357.555107:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078357.555109:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078357.555113:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078357] req@ffff8f2889caa300 x1855008978503296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078357.555123:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078357.555124:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078357.555127:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078357.555130:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078357.555131:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555133:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078357.555134:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078357.555138:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa300 x1855008978503296/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078357.555146:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555148:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078357.555151:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555152:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078357.555153:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555155:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078357.555157:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078357.555160:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078357.555164:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078357.555166:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078357.555171:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503296:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078357.555175:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078357.555179:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078357] req@ffff8f2889cabb80 x1855008978503168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078357.555193:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078357.555194:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078357.555197:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078357.555199:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078357.555201:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555202:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078357.555204:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078357.555208:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cabb80 x1855008978503168/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078357.555216:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555218:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078357.555221:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555236:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078357.555237:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555239:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078357.555241:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078357.555244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078357.555253:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078357.555255:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078357.555258:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503168:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078357.555263:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078357.555267:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078357] req@ffff8f2889ca9c00 x1855008978503040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078357.555275:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078357.555276:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078357.555280:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078357.555281:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078357.555283:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555284:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078357.555286:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078357.555290:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9c00 x1855008978503040/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078357.555297:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555299:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078357.555302:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555303:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078357.555304:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555306:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078357.555308:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078357.555310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078357.555314:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078357.555317:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078357.555320:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503040:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078357.555325:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078357.555330:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078357] req@ffff8f2889ca9880 x1855008978502912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078357.555338:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078357.555339:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078357.555342:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078357.555344:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078357.555346:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555348:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078357.555349:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078357.555352:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9880 x1855008978502912/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078357.555359:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555361:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078357.555364:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555366:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078357.555367:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555369:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078357.555372:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078357.555431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078357.555437:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078357.555439:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078357.555443:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978502912:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078357.555449:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555451:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078357.555453:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078357.555455:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078357.555459:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078357.555461:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078357.555462:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078357.555466:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078357.555469:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078357.555472:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078357.555474:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555476:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078357.555477:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078357.555478:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078357.555481:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078357.555483:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078357.555484:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078357.555486:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078357.555487:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078357.555490:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078357.555491:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555493:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078357.555495:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078357.555497:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078357.555499:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078357.555501:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078357.555502:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078357.555504:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078357.555505:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078357.555507:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078357.555509:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555510:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078357.555511:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078357.555512:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078357.555514:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078357.555515:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078357.555516:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078357.555517:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078357.555519:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078357.555520:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078357.555521:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555523:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.555531:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078357.555533:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.555535:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078357.555537:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078358.194476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078358.194476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078358.194484:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078358.194487:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078358.194490:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078358.194494:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078358.194497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078358.194498:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078358.194504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078358.194509:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.194512:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078358.194516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.194520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078358.194561:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078358.194564:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078358.194568:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078358.578516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078358.578527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078358.578530:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078358.578537:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078358.578542:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078358.578547:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078358.578550:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078358.578553:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078358.578564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.218517:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078359.218520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078359.218528:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078359.218528:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078359.218531:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078359.218533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078359.218535:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078359.218540:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769078359.218541:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078359.218542:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078359.218544:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078359.218548:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.218549:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078359.218552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078359.218555:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078359.218556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.218563:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078359.218567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.218584:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.218667:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078359.218670:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078359.218672:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078359.602546:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078359.602556:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769078359.602560:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078359.602571:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078359.602574:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602580:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1769078359.602581:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:1.0:1769078359.602586:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078359.602588:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078359.602594:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078359.602594:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.602600:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078359.602604:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.602609:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078359.602611:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 3998 00000100:00080000:1.0:1769078359.602629:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078359.602633:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.602636:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078359.602640:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078359.602642:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078359.602645:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078359.602647:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078359.602648:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.602649:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078359.602653:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078359.602655:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.602657:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078359.602660:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078359.602663:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602666:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078359.602670:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.602679:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078359.602681:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602685:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078359.602689:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078359.602694:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602707:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078359.602719:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab480 x1855008978503424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078359.602731:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078359.602736:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602758:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078359.602761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078359.602765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078359.602766:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078359.602768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078359.602771:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078359.602774:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3998 00000100:00080000:1.0:1769078359.602778:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078359.602781:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.602782:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078359.602785:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078359.602786:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078359.602789:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769078359.602791:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078359.602793:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.602794:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078359.602797:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078359.602799:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.602801:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078359.602807:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078359.602810:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602812:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078359.602818:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078359.602821:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602823:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.602827:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078359.602829:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602830:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078359.602832:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078359.602834:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602838:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078359.602843:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9f80 x1855008978503552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078359.602851:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078359.602852:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602854:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078359.602857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078359.602860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078359.602862:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078359.602863:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078359.602866:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078359.602868:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3998 00000100:00080000:1.0:1769078359.602872:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078359.602874:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.602875:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078359.602877:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078359.602879:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078359.602880:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769078359.602882:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078359.602884:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.602885:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078359.602888:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078359.602891:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.602893:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078359.602895:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078359.602897:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602899:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078359.602901:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078359.602903:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602905:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.602908:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078359.602909:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602911:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078359.602912:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078359.602914:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602918:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078359.602923:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9500 x1855008978503680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078359.602930:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078359.602932:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602934:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078359.602936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078359.602939:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078359.602941:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078359.602942:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078359.602945:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078359.602947:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3998 00000100:00080000:1.0:1769078359.602951:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078359.602953:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.602954:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078359.602957:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078359.602958:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078359.602960:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769078359.602962:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078359.602965:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.602966:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078359.602969:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078359.602972:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.602974:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078359.602976:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078359.602978:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602980:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078359.602983:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078359.602994:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.602996:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.603001:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078359.603003:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.603004:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078359.603006:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078359.603008:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.603012:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078359.603017:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889cab100 x1855008978503808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078359.603023:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078359.603025:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.603027:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078359.603030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078359.603033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078359.603035:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078359.603037:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078359.603040:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078359.603042:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 3998 00000100:00080000:1.0:1769078359.603046:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078359.603048:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.603050:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078359.603053:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078359.603054:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078359.603056:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:1.0:1769078359.603058:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078359.603060:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078359.603061:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078359.603064:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078359.603067:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.603069:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078359.603071:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078359.603073:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.603075:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078359.603077:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078359.603079:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.603080:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.603084:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078359.603085:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.603087:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078359.603088:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078359.603090:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.603094:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078359.603099:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca9180 x1855008978503936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078359.603106:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078359.603108:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.603110:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603362:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078359.603368:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078359.603371:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078359.603403:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078359.603404:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.603409:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078359.603413:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078359.603416:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078359.603421:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978503424:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078359.603427:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078359.603433:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078359.603436:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.603440:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078359.603444:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603466:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078359.603468:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006067840 : -124070703483776 : ffff8f2889cab480) 00000100:00000001:0.0:1769078359.603472:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078359.603533:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078359.603549:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078359.603554:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.603557:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603559:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078359.603577:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603582:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298671866 00000100:00000001:0.0:1769078359.603594:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078359.603602:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298671866 00000100:00000001:0.0:1769078359.603607:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078359.603611:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078359.603614:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603617:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078359.603622:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff8f2889cab480 x1855008978503424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078359.603638:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078359.603640:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078359.603644:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078359.603647:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078359.603649:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603652:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.603654:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078359.603658:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab480 x1855008978503424/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078359.603664:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603668:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078359.603671:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603673:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.603674:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603676:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078359.603678:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078359.603681:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078359.603685:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078359.603688:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078359.603692:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978503424:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078359.603696:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078359.603698:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078359.603699:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.603701:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078359.603703:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078359.603705:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078359.603708:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078359.603711:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078359.603713:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078359.603715:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.603717:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078359.603720:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603726:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078359.603728:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006062464 : -124070703489152 : ffff8f2889ca9f80) 00000100:00000001:0.0:1769078359.603733:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078359.603745:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078359.603749:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078359.603753:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.603755:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603757:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078359.603761:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603767:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298670626 00000100:00000001:0.0:1769078359.603770:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298671866 00000100:00000001:0.0:1769078359.603773:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298670626 00000100:00000001:0.0:1769078359.603776:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298671866 00000100:00000001:0.0:1769078359.603778:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078359.603781:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603783:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078359.603786:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff8f2889ca9f80 x1855008978503552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078359.603792:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078359.603793:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078359.603795:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078359.603797:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078359.603798:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603800:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.603801:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078359.603805:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9f80 x1855008978503552/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078359.603811:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603813:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078359.603816:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603818:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.603819:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603820:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078359.603822:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078359.603825:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078359.603827:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078359.603829:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078359.603832:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503552:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078359.603836:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078359.603837:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078359.603838:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.603841:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078359.603842:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078359.603844:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078359.603847:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078359.603850:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078359.603852:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078359.603854:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.603855:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078359.603858:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603863:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078359.603864:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006059776 : -124070703491840 : ffff8f2889ca9500) 00000100:00000001:0.0:1769078359.603868:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078359.603878:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078359.603882:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078359.603884:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.603885:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603887:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078359.603889:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603893:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298670623 00000100:00000001:0.0:1769078359.603895:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298671866 00000100:00000001:0.0:1769078359.603897:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298670623 00000100:00000001:0.0:1769078359.603899:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298671866 00000100:00000001:0.0:1769078359.603902:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078359.603904:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.603905:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078359.603909:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff8f2889ca9500 x1855008978503680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078359.603915:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078359.603917:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078359.603919:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078359.603920:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078359.603922:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603923:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.603925:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078359.603928:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9500 x1855008978503680/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078359.603934:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603936:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078359.603938:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603940:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.603941:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.603942:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078359.603944:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078359.603946:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078359.603949:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078359.603951:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078359.603954:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503680:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078359.603958:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078359.603960:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078359.603962:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.603964:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078359.603966:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078359.603968:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078359.603971:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078359.603974:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078359.603976:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078359.603977:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.603979:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078359.603982:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.604001:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078359.604002:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066944 : -124070703484672 : ffff8f2889cab100) 00000100:00000001:0.0:1769078359.604006:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078359.604017:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078359.604021:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078359.604024:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.604025:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.604026:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078359.604028:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.604032:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298670626 00000100:00000001:0.0:1769078359.604034:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298671866 00000100:00000001:0.0:1769078359.604036:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298670626 00000100:00000001:0.0:1769078359.604039:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298671866 00000100:00000001:0.0:1769078359.604040:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078359.604042:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.604044:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078359.604048:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff8f2889cab100 x1855008978503808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078359.604055:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078359.604057:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078359.604059:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078359.604060:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078359.604061:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604064:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.604065:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078359.604070:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889cab100 x1855008978503808/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078359.604076:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604078:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078359.604081:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604082:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.604084:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604086:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078359.604087:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078359.604089:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078359.604092:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078359.604094:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078359.604097:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503808:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078359.604101:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078359.604102:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078359.604103:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.604105:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078359.604107:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078359.604109:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078359.604112:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078359.604114:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078359.604116:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078359.604117:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078359.604119:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078359.604122:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.604127:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078359.604129:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006058880 : -124070703492736 : ffff8f2889ca9180) 00000100:00000001:0.0:1769078359.604132:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078359.604143:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078359.604148:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078359.604150:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.604151:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.604153:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078359.604155:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.604159:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298670618 00000100:00000001:0.0:1769078359.604161:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298671866 00000100:00000001:0.0:1769078359.604163:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298670618 00000100:00000001:0.0:1769078359.604165:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298671866 00000100:00000001:0.0:1769078359.604167:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078359.604169:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.604171:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078359.604175:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff8f2889ca9180 x1855008978503936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078359.604183:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078359.604185:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078359.604187:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078359.604189:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078359.604190:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604191:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.604193:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078359.604196:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca9180 x1855008978503936/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078359.604202:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604204:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078359.604206:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604208:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078359.604209:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604210:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078359.604212:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078359.604214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078359.604217:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078359.604219:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078359.604222:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978503936:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078359.604226:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604228:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.604230:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078359.604232:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078359.604235:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078359.604238:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078359.604240:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078359.604245:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078359.604247:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078359.604250:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078359.604252:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604253:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.604254:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078359.604256:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078359.604257:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078359.604258:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078359.604259:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078359.604261:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078359.604262:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078359.604263:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078359.604264:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604266:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.604267:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078359.604268:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078359.604269:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078359.604270:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078359.604271:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078359.604273:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078359.604274:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078359.604275:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078359.604277:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604278:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.604279:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078359.604280:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078359.604281:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078359.604283:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078359.604285:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078359.604286:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078359.604287:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078359.604289:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078359.604290:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604291:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078359.604292:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078359.604293:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078359.604295:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078359.604296:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078359.604297:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078359.604298:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078359.604300:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078359.604301:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078359.604302:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604305:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.604314:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078359.604316:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.604319:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078359.604320:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078360.242527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078360.242541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078360.242548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078360.242550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078360.242646:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078360.242649:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078360.242652:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078360.242694:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078360.242700:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078360.242702:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078360.242707:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078360.242710:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078360.242713:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078360.242716:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078360.242718:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078360.242720:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078360.626716:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078360.626725:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078360.626727:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078360.626734:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078360.626738:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078360.626743:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078360.626745:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078360.626748:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078360.626751:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078361.266508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078361.266513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078361.266517:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078361.266518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078361.266521:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078361.266528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078361.266529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078361.266532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078361.266543:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078361.266549:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078361.266553:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078361.266562:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078361.266566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078361.266607:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078361.266611:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078361.266615:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078361.650675:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078361.650685:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078361.650687:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078361.650695:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078361.650699:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078361.650713:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078361.650717:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078361.650720:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078361.650723:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078362.290499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078362.290503:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078362.290508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078362.290508:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078362.290512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078362.290515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078362.290526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078362.290531:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078362.290532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078362.290535:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.290539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078362.290541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.290544:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078362.290622:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078362.290629:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078362.290638:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078362.674509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078362.674533:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078362.674536:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078362.674543:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078362.674547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078362.674552:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.674555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078362.674558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.674561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078363.314487:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078363.314492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078363.314495:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078363.314496:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078363.314509:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078363.314514:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078363.314518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078363.314520:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078363.314521:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078363.314524:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078363.314529:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078363.314531:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078363.314534:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078363.314589:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078363.314593:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078363.314596:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078363.701635:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078363.701645:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078363.701647:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078363.701655:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078363.701659:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078363.701663:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078363.701665:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078363.701668:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078363.701670:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.338471:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078364.338478:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078364.338479:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078364.338481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078364.338495:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078364.338500:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078364.338502:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078364.338504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078364.338505:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.338508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.338511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078364.338512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.338514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078364.338558:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078364.338561:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078364.338563:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078364.722434:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078364.722441:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078364.722442:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078364.722447:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078364.722450:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078364.722453:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.722454:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078364.722456:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.722458:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078364.722525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078364.722532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078364.722535:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078364.722538:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078364.722542:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078364.722548:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4003 00000100:00080000:0.0:1769078364.722566:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078364.722570:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078364.722573:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078364.722576:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078364.722579:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078364.722582:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078364.722585:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078364.722587:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078364.722588:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078364.722593:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078364.722596:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078364.722598:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078364.722601:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078364.722604:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722607:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078364.722609:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078364.722617:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078364.722619:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722622:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078364.722624:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078364.722628:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722638:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078364.722648:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978504064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078364.722658:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078364.722663:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722685:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078364.722688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078364.722691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078364.722693:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078364.722695:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078364.722698:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078364.722701:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4003 00000100:00080000:0.0:1769078364.722705:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078364.722708:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078364.722710:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078364.722712:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078364.722714:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078364.722716:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078364.722718:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078364.722721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078364.722722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078364.722725:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078364.722731:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078364.722734:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078364.722735:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078364.722738:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078364.722740:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078364.722745:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078364.722746:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078364.722749:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078364.722750:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078364.722755:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078364.722755:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078364.722760:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078364.722762:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978504064:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078364.722763:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078364.722768:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1769078364.722769:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078364.722773:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722775:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078364.722779:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078364.722781:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722783:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078364.722783:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078364.722787:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078364.722789:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.722790:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722794:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.722795:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769078364.722803:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978504192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078364.722803:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722813:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078364.722816:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722819:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.722820:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769078364.722822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078364.722824:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00080000:0.0:1769078364.722830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078364.722832:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078364.722832:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078364.722836:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078364.722839:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078364.722841:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4003 00000100:00080000:0.0:1769078364.722857:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078364.722860:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078364.722861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078364.722864:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000100:1.0:1769078364.722867:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769078364.722873:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078364.722876:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078364.722879:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078364.722880:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078364.722881:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078364.722884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078364.722887:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769078364.722891:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078364.722892:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722895:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.722896:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769078364.722899:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078364.722903:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078364.722904:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078364.722907:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722911:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078364.722911:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298676985 00000008:00100000:0.0:1769078364.722914:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078364.722918:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722920:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.722923:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769078364.722925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078364.722928:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078364.722931:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298676985 02000000:00000001:0.0:1769078364.722932:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078364.722935:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.722939:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078364.722943:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.722944:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769078364.722950:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978504320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078364.722950:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.722954:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078364.722962:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078364.722963:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff8f28835e9180 x1855008978504064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078364.722967:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.722972:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078364.722977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1769078364.722981:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769078364.722982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000001:1.0:1769078364.722984:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078364.722985:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078364.722989:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078364.722989:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078364.722993:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078364.722994:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078364.722995:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078364.723000:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4003 00000100:00080000:0.0:1769078364.723004:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078364.723007:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078364.723009:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078364.723011:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078364.723012:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078364.723017:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078364.723019:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1769078364.723020:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978504064/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078364.723022:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078364.723027:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078364.723032:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078364.723034:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078364.723038:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078364.723041:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078364.723043:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078364.723045:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723049:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078364.723050:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078364.723053:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078364.723054:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078364.723057:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723060:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078364.723062:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078364.723064:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769078364.723069:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078364.723072:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078364.723074:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078364.723077:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00100000:0.0:1769078364.723078:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078364.723084:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078364.723085:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978504064:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078364.723087:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078364.723091:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078364.723093:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.723095:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078364.723098:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078364.723100:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723106:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078364.723107:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723111:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078364.723115:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1769078364.723116:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978504448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078364.723119:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078364.723125:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078364.723127:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078364.723130:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078364.723134:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769078364.723138:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078364.723138:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078364.723143:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.723146:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723147:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1769078364.723149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078364.723150:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723153:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078364.723156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078364.723159:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078364.723160:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078364.723161:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078364.723164:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078364.723164:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723168:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769078364.723171:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4003 00000100:00000001:1.0:1769078364.723171:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078364.723174:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078364.723176:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078364.723178:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078364.723179:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.723183:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078364.723185:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078364.723186:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078364.723188:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078364.723189:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078364.723192:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078364.723194:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078364.723195:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078364.723200:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00100000:1.0:1769078364.723201:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078364.723204:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078364.723207:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078364.723209:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078364.723213:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1769078364.723214:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078364.723216:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.723219:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.723220:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078364.723224:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078364.723226:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078364.723228:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078364.723232:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.723234:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078364.723235:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00100000:0.0:1769078364.723237:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078364.723238:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000008:00000001:0.0:1769078364.723243:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723244:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078364.723246:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078364.723251:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078364.723253:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.723256:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078364.723258:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078364.723260:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.723265:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078364.723265:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078364.723271:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1769078364.723274:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978504576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078364.723275:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078364.723276:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723277:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078364.723280:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723284:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298675745 00000100:00000001:1.0:1769078364.723289:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298676985 00000100:00000001:1.0:1769078364.723294:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298675745 00000100:00000001:0.0:1769078364.723296:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078364.723299:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298676985 00000100:00000001:0.0:1769078364.723300:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723306:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078364.723307:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723311:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723315:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078364.723320:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff8f28835e8700 x1855008978504192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078364.723330:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078364.723331:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078364.723333:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078364.723341:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078364.723342:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723346:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078364.723347:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078364.723349:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978504192/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078364.723354:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723356:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078364.723357:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723358:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078364.723359:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723360:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078364.723361:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078364.723362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078364.723364:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078364.723365:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078364.723367:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504192:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078364.723369:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078364.723370:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078364.723371:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.723373:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078364.723389:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078364.723391:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078364.723394:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078364.723396:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078364.723398:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078364.723403:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.723404:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078364.723409:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723412:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078364.723413:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00000001:1.0:1769078364.723416:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078364.723432:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078364.723437:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078364.723439:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078364.723440:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723442:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078364.723445:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723448:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298675743 00000100:00000001:1.0:1769078364.723450:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298676985 00000100:00000001:1.0:1769078364.723452:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298675743 00000100:00000001:1.0:1769078364.723455:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298676985 00000100:00000001:1.0:1769078364.723457:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078364.723459:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723460:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078364.723464:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff8f28835ead80 x1855008978504320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078364.723472:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078364.723473:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078364.723475:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078364.723496:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078364.723500:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723503:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078364.723504:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078364.723508:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978504320/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078364.723513:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723515:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078364.723517:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723519:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078364.723520:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723521:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078364.723523:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078364.723525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078364.723529:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078364.723531:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078364.723533:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504320:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078364.723537:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078364.723538:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078364.723539:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.723541:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078364.723542:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078364.723545:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078364.723547:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078364.723550:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078364.723552:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078364.723553:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.723554:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078364.723557:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723562:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078364.723563:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:1.0:1769078364.723565:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078364.723574:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078364.723577:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078364.723578:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078364.723579:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723580:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078364.723582:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723584:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298675746 00000100:00000001:1.0:1769078364.723585:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298676985 00000100:00000001:1.0:1769078364.723587:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298675746 00000100:00000001:1.0:1769078364.723588:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298676985 00000100:00000001:1.0:1769078364.723590:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078364.723591:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723593:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078364.723596:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff8f28835eb480 x1855008978504448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078364.723604:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078364.723605:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078364.723607:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078364.723608:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078364.723609:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723611:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078364.723612:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078364.723616:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978504448/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078364.723622:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723624:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078364.723627:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723628:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078364.723629:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723631:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078364.723633:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078364.723635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078364.723638:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078364.723640:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078364.723643:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504448:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078364.723646:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723647:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078364.723648:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078364.723649:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078364.723651:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078364.723652:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078364.723653:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078364.723655:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078364.723655:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078364.723657:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078364.723658:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723659:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078364.723659:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078364.723660:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078364.723662:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078364.723662:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078364.723663:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078364.723664:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078364.723664:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078364.723666:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078364.723667:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723668:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078364.723668:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078364.723669:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078364.723670:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078364.723670:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078364.723671:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078364.723672:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078364.723672:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078364.723673:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078364.723674:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723675:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723677:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078364.723678:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723679:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078364.723680:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078364.723680:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078364.723681:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078364.723682:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.723683:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078364.723685:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078364.723686:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078364.723688:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078364.723690:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078364.723691:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078364.723692:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.723694:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078364.723696:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723701:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078364.723702:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078364.723706:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078364.723717:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078364.723721:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078364.723723:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078364.723725:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723726:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078364.723728:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723732:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298675738 00000100:00000001:1.0:1769078364.723734:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298676985 00000100:00000001:1.0:1769078364.723737:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298675738 00000100:00000001:1.0:1769078364.723739:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298676985 00000100:00000001:1.0:1769078364.723741:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078364.723742:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723744:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078364.723748:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff8f28835ea300 x1855008978504576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078364.723754:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078364.723754:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078364.723756:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078364.723757:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078364.723758:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723760:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078364.723760:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078364.723763:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978504576/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078364.723767:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723768:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078364.723770:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723771:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078364.723772:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723773:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078364.723775:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078364.723777:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078364.723780:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078364.723782:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078364.723784:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504576:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078364.723788:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723789:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078364.723790:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078364.723792:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078364.723793:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078364.723794:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078364.723796:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078364.723797:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078364.723799:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078364.723800:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078364.723801:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723803:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.723806:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078364.723808:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.723809:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078364.723811:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078365.362492:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078365.362502:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078365.362504:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078365.362510:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078365.362514:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078365.362517:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078365.362519:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078365.362521:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078365.362523:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078365.362543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078365.362547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078365.362551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078365.362554:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078365.362556:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078365.362559:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078365.362562:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078365.362564:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078365.362566:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078365.362568:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078365.362676:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078365.362679:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078365.362682:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078365.746550:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078365.746562:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078365.746564:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078365.746572:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078365.746577:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078365.746581:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078365.746584:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078365.746587:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078365.746590:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078366.386499:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078366.386500:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078366.386504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078366.386508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078366.386511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078366.386511:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078366.386516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078366.386521:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078366.386525:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078366.386529:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078366.386532:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078366.386534:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078366.386537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078366.386586:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078366.386593:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078366.386597:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078366.770468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078366.770477:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078366.770479:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078366.770486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078366.770491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078366.770494:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078366.770498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078366.770501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078366.770504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078367.410460:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078367.410468:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078367.410476:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078367.410477:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078367.410490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078367.410498:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078367.410500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078367.410505:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078367.410508:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078367.410512:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078367.410516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078367.410519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078367.410521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078367.410535:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078367.410539:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078367.410542:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078367.794473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078367.794482:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078367.794483:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078367.794488:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078367.794492:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078367.794496:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078367.794498:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078367.794500:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078367.794503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078368.434544:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078368.434549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078368.434558:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078368.434558:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078368.434563:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078368.434564:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078368.434569:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078368.434575:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078368.434576:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078368.434578:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078368.434580:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078368.434581:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078368.434584:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078368.434588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078368.434591:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078368.434597:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078368.434602:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078368.434605:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078368.434609:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078368.434651:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078368.434654:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078368.434657:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078368.818482:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078368.818489:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078368.818491:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078368.818495:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078368.818497:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078368.818501:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078368.818503:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078368.818504:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078368.818506:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.458480:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078369.458481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078369.458488:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.458489:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078369.458492:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078369.458496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078369.458498:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078369.458499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.458505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078369.458510:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.458513:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078369.458516:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.458519:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.458560:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078369.458564:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078369.458567:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078369.842466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078369.842468:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078369.842475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078369.842476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078369.842480:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078369.842480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078369.842484:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078369.842486:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078369.842487:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078369.842491:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078369.842494:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4008 00000100:00000001:1.0:1769078369.842495:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.842500:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078369.842502:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.842505:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078369.842506:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078369.842511:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078369.842513:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078369.842516:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078369.842520:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078369.842523:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078369.842525:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078369.842527:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078369.842528:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078369.842532:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078369.842536:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.842540:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078369.842544:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078369.842547:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842549:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078369.842552:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.842562:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078369.842563:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842565:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078369.842568:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078369.842572:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842583:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078369.842592:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9f80 x1855008978504704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078369.842602:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078369.842607:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842630:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078369.842632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078369.842635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078369.842636:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078369.842638:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078369.842640:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078369.842642:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4008 00000100:00000001:1.0:1769078369.842644:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769078369.842645:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078369.842648:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078369.842649:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078369.842650:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078369.842653:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078369.842654:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078369.842655:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078369.842658:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078369.842658:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078369.842662:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078369.842662:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842665:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078369.842667:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078369.842668:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1769078369.842670:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078369.842673:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078369.842674:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.842679:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078369.842679:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.842683:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078369.842686:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978504704:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078369.842687:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842692:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078369.842694:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078369.842698:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078369.842700:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.842703:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:0.0:1769078369.842705:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078369.842709:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.842711:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842714:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.842721:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078369.842723:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842725:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078369.842726:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078369.842728:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769078369.842729:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842732:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898321280 : -124070811230336 : ffff8f28835e9f80) 00000100:00000001:1.0:1769078369.842737:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078369.842738:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078369.842744:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9500 x1855008978504832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078369.842750:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078369.842752:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842754:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078369.842756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078369.842758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078369.842759:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078369.842760:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078369.842762:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078369.842764:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4008 00000100:00080000:0.0:1769078369.842767:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078369.842768:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078369.842769:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078369.842772:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078369.842774:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:1.0:1769078369.842774:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:0.0:1769078369.842777:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078369.842779:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078369.842781:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078369.842782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078369.842784:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078369.842786:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.842787:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078369.842789:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1769078369.842790:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078369.842793:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842794:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078369.842796:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078369.842796:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.842799:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078369.842800:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842804:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078369.842805:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.842810:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078369.842811:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842812:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842818:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078369.842819:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078369.842820:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.842827:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842827:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298682105 00000100:00100000:0.0:1769078369.842831:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea680 x1855008978504960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078369.842836:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078369.842838:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842839:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078369.842840:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078369.842844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078369.842846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078369.842848:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078369.842848:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298682105 00000100:00080000:0.0:1769078369.842850:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078369.842853:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078369.842855:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4008 00000100:00000001:1.0:1769078369.842856:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769078369.842858:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078369.842860:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078369.842861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078369.842863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078369.842866:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078369.842866:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078369.842868:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078369.842871:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078369.842871:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1769078369.842874:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078369.842876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078369.842877:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078369.842880:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff8f28835e9f80 x1855008978504704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078369.842881:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078369.842884:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.842888:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078369.842892:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078369.842897:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078369.842897:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078369.842901:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078369.842902:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078369.842906:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078369.842908:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:0.0:1769078369.842910:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842911:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078369.842913:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842915:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.842919:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.842920:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078369.842921:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078369.842924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078369.842926:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9f80 x1855008978504704/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078369.842927:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078369.842930:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078369.842932:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842939:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078369.842940:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842943:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1769078369.842948:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ea300 x1855008978505088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078369.842948:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.842953:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.842955:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.842959:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078369.842960:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078369.842963:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.842963:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078369.842965:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078369.842968:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078369.842969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078369.842975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1769078369.842976:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078369.842979:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078369.842980:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1769078369.842982:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078369.842986:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978504704:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078369.842987:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078369.842993:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4008 00000100:00000001:1.0:1769078369.842993:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.842996:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.842999:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078369.843001:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078369.843003:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078369.843005:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078369.843007:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1769078369.843008:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769078369.843010:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769078369.843012:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078369.843014:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078369.843015:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078369.843017:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1769078369.843019:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078369.843020:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078369.843023:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078369.843024:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078369.843026:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078369.843029:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078369.843030:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078369.843031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078369.843032:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078369.843033:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078369.843036:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843036:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.843040:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078369.843041:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078369.843043:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078369.843045:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078369.843046:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769078369.843048:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078369.843049:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078369.843053:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843054:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078369.843055:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078369.843057:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1769078369.843058:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078369.843061:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078369.843062:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.843067:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078369.843070:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504832:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769078369.843071:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078369.843073:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.843076:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078369.843076:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078369.843080:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078369.843081:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078369.843082:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843083:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843086:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078369.843087:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843090:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078369.843093:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb480 x1855008978505216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078369.843097:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078369.843100:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078369.843100:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898318592 : -124070811233024 : ffff8f28835e9500) 00000100:00000001:0.0:1769078369.843103:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843106:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078369.843107:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078369.843119:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078369.843125:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078369.843127:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.843129:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843131:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078369.843133:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843136:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298680865 00000100:00000001:1.0:1769078369.843139:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298682105 00000100:00000001:1.0:1769078369.843141:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298680865 00000100:00000001:1.0:1769078369.843143:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298682105 00000100:00000001:1.0:1769078369.843145:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078369.843147:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843148:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078369.843152:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff8f28835e9500 x1855008978504832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078369.843159:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078369.843160:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078369.843162:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078369.843163:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078369.843165:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843166:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.843168:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078369.843171:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9500 x1855008978504832/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078369.843178:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843180:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078369.843182:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843183:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.843184:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843186:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078369.843187:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078369.843189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078369.843192:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078369.843194:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078369.843197:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504832:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078369.843200:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078369.843202:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078369.843203:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843205:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078369.843206:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078369.843208:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078369.843211:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078369.843214:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078369.843215:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078369.843217:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843218:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078369.843221:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843224:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078369.843225:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323072 : -124070811228544 : ffff8f28835ea680) 00000100:00000001:1.0:1769078369.843228:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078369.843235:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078369.843238:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078369.843239:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.843241:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843242:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078369.843244:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843248:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298680862 00000100:00000001:1.0:1769078369.843250:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298682105 00000100:00000001:1.0:1769078369.843252:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298680862 00000100:00000001:1.0:1769078369.843254:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298682105 00000100:00000001:1.0:1769078369.843256:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078369.843258:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843259:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078369.843262:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff8f28835ea680 x1855008978504960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078369.843269:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078369.843271:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078369.843272:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078369.843273:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078369.843275:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843276:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.843277:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078369.843280:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea680 x1855008978504960/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078369.843287:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843289:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078369.843291:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843293:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.843294:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843295:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078369.843297:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078369.843299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078369.843302:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078369.843304:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078369.843307:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978504960:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078369.843310:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078369.843311:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078369.843312:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843314:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078369.843315:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078369.843317:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078369.843320:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078369.843322:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078369.843323:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078369.843325:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843326:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078369.843328:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843332:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078369.843334:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898322176 : -124070811229440 : ffff8f28835ea300) 00000100:00000001:1.0:1769078369.843336:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078369.843343:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078369.843345:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078369.843347:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.843348:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843350:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078369.843352:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843354:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298680865 00000100:00000001:1.0:1769078369.843357:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298682105 00000100:00000001:1.0:1769078369.843359:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298680865 00000100:00000001:1.0:1769078369.843361:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298682105 00000100:00000001:1.0:1769078369.843363:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078369.843365:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843367:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078369.843371:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff8f28835ea300 x1855008978505088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078369.843412:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078369.843414:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078369.843416:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078369.843418:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078369.843419:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843421:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.843422:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078369.843426:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ea300 x1855008978505088/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078369.843433:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843435:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078369.843437:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843438:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.843440:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843441:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078369.843443:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078369.843445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078369.843447:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078369.843449:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078369.843452:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505088:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078369.843455:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843457:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.843459:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078369.843460:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078369.843462:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078369.843463:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078369.843465:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078369.843466:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078369.843468:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078369.843469:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078369.843471:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843473:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.843474:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078369.843475:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078369.843477:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078369.843478:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078369.843479:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078369.843480:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078369.843481:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078369.843482:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078369.843483:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843485:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.843486:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078369.843487:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078369.843488:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078369.843489:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078369.843490:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078369.843492:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078369.843493:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078369.843494:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078369.843495:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843496:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843499:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078369.843500:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843502:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078369.843503:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078369.843504:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078369.843506:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078369.843507:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843509:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078369.843510:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078369.843512:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078369.843515:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078369.843517:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078369.843519:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078369.843520:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078369.843522:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078369.843524:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843528:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078369.843530:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898326656 : -124070811224960 : ffff8f28835eb480) 00000100:00000001:1.0:1769078369.843533:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078369.843542:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078369.843545:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078369.843547:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.843549:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843550:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078369.843552:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843555:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298680858 00000100:00000001:1.0:1769078369.843557:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298682105 00000100:00000001:1.0:1769078369.843559:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298680858 00000100:00000001:1.0:1769078369.843562:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298682105 00000100:00000001:1.0:1769078369.843564:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078369.843565:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843567:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078369.843570:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff8f28835eb480 x1855008978505216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078369.843577:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078369.843578:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078369.843580:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078369.843581:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078369.843583:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843584:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.843586:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078369.843589:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb480 x1855008978505216/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078369.843595:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843597:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078369.843599:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843600:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078369.843601:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843603:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078369.843604:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078369.843607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078369.843610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078369.843612:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078369.843614:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505216:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078369.843618:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843619:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078369.843620:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078369.843621:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078369.843623:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078369.843624:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078369.843625:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078369.843626:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078369.843627:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078369.843630:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078369.843631:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843633:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.843635:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078369.843636:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.843638:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078369.843639:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.482518:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078370.482526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078370.482528:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078370.482532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.482533:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078370.482540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078370.482543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078370.482545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078370.482547:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.482549:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078370.482553:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078370.482554:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078370.482556:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078370.482620:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078370.482625:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078370.482629:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078370.866494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078370.866501:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078370.866503:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078370.866507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078370.866511:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078370.866513:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078370.866515:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078370.866518:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078370.866520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078371.506525:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078371.506531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078371.506533:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078371.506537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078371.506537:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078371.506546:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078371.506547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078371.506549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078371.506553:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078371.506558:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078371.506562:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078371.506565:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078371.506569:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078371.506637:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078371.506643:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078371.506646:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078371.890547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078371.890556:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078371.890559:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078371.890567:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078371.890572:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078371.890578:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078371.890581:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078371.890584:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078371.890587:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078372.530512:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078372.530519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078372.530520:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078372.530524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078372.530525:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078372.530533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078372.530534:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078372.530536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078372.530542:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078372.530547:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078372.530550:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078372.530554:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078372.530557:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078372.530609:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078372.530613:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078372.530617:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078372.914480:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078372.914486:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078372.914488:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078372.914492:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078372.914494:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078372.914498:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078372.914499:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078372.914501:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078372.914503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078373.554504:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078373.554522:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078373.554525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078373.554526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078373.554532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078373.554537:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078373.554541:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078373.554543:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078373.554545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078373.554550:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078373.554555:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078373.554558:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078373.554561:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078373.554615:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078373.554618:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078373.554620:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078373.938481:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078373.938487:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078373.938489:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078373.938493:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078373.938496:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078373.938499:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078373.938501:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078373.938503:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078373.938504:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.578476:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078374.578478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078374.578483:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.578485:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078374.578488:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078374.578490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.578497:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078374.578502:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078374.578505:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078374.578508:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078374.578511:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078374.578513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078374.578515:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078374.578558:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078374.578562:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078374.578565:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078374.962473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078374.962479:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078374.962481:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078374.962485:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078374.962488:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078374.962490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078374.962491:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.962494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078374.962497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078374.962499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078374.962500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962502:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078374.962507:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078374.962510:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078374.962517:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4013 00000100:00080000:3.0:1769078374.962531:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078374.962535:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078374.962537:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078374.962540:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078374.962543:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078374.962545:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078374.962548:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078374.962550:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078374.962551:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078374.962556:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078374.962558:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078374.962560:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078374.962563:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078374.962566:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962568:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078374.962570:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078374.962581:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078374.962582:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962585:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078374.962587:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078374.962591:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962604:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078374.962613:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978505344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078374.962629:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078374.962633:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962647:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078374.962650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078374.962653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078374.962654:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078374.962656:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078374.962658:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078374.962661:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4013 00000100:00080000:3.0:1769078374.962664:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078374.962666:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078374.962667:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078374.962670:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078374.962672:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078374.962673:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078374.962676:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078374.962678:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078374.962679:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078374.962680:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078374.962682:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078374.962686:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769078374.962686:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078374.962690:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078374.962691:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.962694:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078374.962695:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078374.962701:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078374.962702:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078374.962705:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078374.962706:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.962710:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962711:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078374.962716:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078374.962718:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978505344:192.168.204.124@tcp:250:kworker.0 00000008:00000001:3.0:1769078374.962721:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.962725:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078374.962726:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.962732:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078374.962732:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078374.962735:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078374.962736:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.962738:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078374.962740:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078374.962742:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078374.962744:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078374.962744:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962752:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078374.962757:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978505472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078374.962759:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078374.962762:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:1.0:1769078374.962767:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078374.962771:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078374.962773:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962777:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078374.962779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078374.962783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078374.962784:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078374.962785:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078374.962788:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078374.962791:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4013 00000100:00080000:3.0:1769078374.962795:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769078374.962799:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078374.962799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078374.962803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078374.962806:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078374.962807:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078374.962809:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078374.962812:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078374.962813:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078374.962815:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078374.962817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078374.962818:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078374.962821:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078374.962823:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078374.962824:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078374.962835:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.962838:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078374.962838:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078374.962844:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078374.962846:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298687225 02000000:00000001:3.0:1769078374.962848:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962853:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078374.962856:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000008:00100000:3.0:1769078374.962856:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078374.962862:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298687225 00000008:00000001:3.0:1769078374.962862:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962865:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.962868:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1769078374.962871:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078374.962872:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078374.962875:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078374.962875:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.962879:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078374.962879:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078374.962882:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078374.962886:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078374] req@ffff8f28835f8700 x1855008978505344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078374.962886:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.962892:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078374.962895:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078374.962897:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078374.962900:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1769078374.962900:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978505600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078374.962902:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078374.962905:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.962910:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.962912:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078374.962914:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078374.962917:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078374.962921:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978505344/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078374.962921:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078374.962926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078374.962932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078374.962935:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078374.962939:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078374.962939:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078374.962943:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078374.962946:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078374.962948:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4013 00000100:00000001:1.0:1769078374.962950:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.962953:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.962954:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078374.962954:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078374.962957:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078374.962958:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078374.962959:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078374.962961:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078374.962962:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1769078374.962966:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:1.0:1769078374.962968:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:3.0:1769078374.962970:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078374.962972:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769078374.962974:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:1.0:1769078374.962979:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978505344:192.168.204.124@tcp:250:kworker.0 00000020:00000001:3.0:1769078374.962980:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078374.962984:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078374.962987:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078374.962987:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078374.962992:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769078374.962992:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078374.962995:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078374.962997:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.962999:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769078374.963000:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078374.963003:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078374.963005:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.963007:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078374.963010:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078374.963012:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.963013:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769078374.963015:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078374.963017:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1769078374.963020:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078374.963021:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769078374.963023:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.963026:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078374.963027:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078374.963027:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078374.963032:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769078374.963032:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963037:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078374.963038:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963040:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963044:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078374.963046:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978505728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078374.963052:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078374.963055:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.963055:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078374.963059:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963060:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078374.963063:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963064:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078374.963067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078374.963068:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078374.963071:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078374.963073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078374.963074:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.963076:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769078374.963078:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769078374.963079:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078374.963083:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078374.963083:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078374.963088:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4013 02000000:00000001:1.0:1769078374.963089:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078374.963094:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078374.963096:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769078374.963098:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078374.963100:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078374.963102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078374.963103:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078374.963104:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.963106:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078374.963108:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963112:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078374.963116:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000020:00000001:3.0:1769078374.963116:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078374.963119:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078374.963121:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078374.963122:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078374.963126:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078374.963129:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078374.963131:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000800:00000100:1.0:1769078374.963134:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078374.963138:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769078374.963138:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078374.963141:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078374.963143:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963144:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078374.963146:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078374.963147:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078374.963151:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078374.963152:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078374.963154:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298685985 02000000:00000001:3.0:1769078374.963155:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963158:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298687225 00000100:00000001:3.0:1769078374.963159:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078374.963162:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298685985 00000008:00100000:3.0:1769078374.963163:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078374.963164:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298687225 00000100:00000001:1.0:1769078374.963170:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769078374.963170:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963175:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963176:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078374.963176:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078374.963182:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078374] req@ffff8f28835fa300 x1855008978505472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078374.963183:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078374.963185:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.963189:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078374.963191:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078374.963194:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078374.963197:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078374.963200:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078374.963201:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963203:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078374.963206:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078374.963209:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078374.963210:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978505856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078374.963212:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.963214:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078374.963223:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978505472/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078374.963224:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078374.963228:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078374.963233:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963238:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963241:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078374.963242:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963244:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.963244:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963245:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078374.963247:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078374.963249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078374.963252:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078374.963254:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078374.963256:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505472:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078374.963259:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078374.963260:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078374.963261:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.963262:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078374.963263:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078374.963264:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078374.963266:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078374.963268:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078374.963269:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078374.963270:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.963271:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078374.963273:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963277:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078374.963278:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:1.0:1769078374.963280:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078374.963288:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078374.963291:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078374.963292:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078374.963293:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963294:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078374.963296:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963298:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298685982 00000100:00000001:1.0:1769078374.963300:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298687225 00000100:00000001:1.0:1769078374.963301:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298685982 00000100:00000001:1.0:1769078374.963302:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298687225 00000100:00000001:1.0:1769078374.963316:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078374.963317:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963319:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078374.963323:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078374] req@ffff8f28835fb100 x1855008978505600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078374.963328:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078374.963329:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078374.963330:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078374.963331:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078374.963332:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963333:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.963334:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078374.963336:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978505600/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078374.963340:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963342:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078374.963343:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963344:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.963344:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963345:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078374.963346:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078374.963347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078374.963349:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078374.963350:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078374.963353:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505600:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078374.963356:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078374.963357:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078374.963358:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.963360:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078374.963362:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078374.963364:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078374.963367:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078374.963369:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078374.963371:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078374.963372:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.963392:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078374.963396:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963401:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078374.963403:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:1.0:1769078374.963406:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078374.963417:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078374.963422:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078374.963424:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078374.963425:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963426:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078374.963429:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963432:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298685986 00000100:00000001:1.0:1769078374.963434:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298687225 00000100:00000001:1.0:1769078374.963436:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298685986 00000100:00000001:1.0:1769078374.963438:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298687225 00000100:00000001:1.0:1769078374.963440:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078374.963442:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963444:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078374.963448:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078374] req@ffff8f28835f8000 x1855008978505728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078374.963460:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078374.963461:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078374.963463:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078374.963464:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078374.963465:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963466:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.963467:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078374.963470:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978505728/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078374.963474:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963476:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078374.963477:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963478:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.963479:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963480:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078374.963480:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078374.963482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078374.963483:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078374.963485:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078374.963486:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505728:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078374.963488:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963489:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078374.963490:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078374.963492:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078374.963493:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078374.963494:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078374.963495:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078374.963497:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078374.963498:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078374.963500:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078374.963501:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963502:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078374.963503:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078374.963504:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078374.963505:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078374.963505:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078374.963506:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078374.963507:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078374.963508:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078374.963509:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078374.963509:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963510:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078374.963511:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078374.963511:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078374.963512:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078374.963513:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078374.963513:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078374.963514:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078374.963515:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078374.963515:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078374.963516:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963517:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963519:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078374.963520:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963521:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078374.963522:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078374.963523:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078374.963523:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078374.963524:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.963525:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078374.963526:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078374.963527:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078374.963529:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078374.963530:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078374.963531:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078374.963532:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078374.963533:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078374.963535:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963539:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078374.963540:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:1.0:1769078374.963543:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078374.963553:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078374.963558:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078374.963559:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078374.963561:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963562:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078374.963565:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963568:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298685978 00000100:00000001:1.0:1769078374.963571:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298687225 00000100:00000001:1.0:1769078374.963572:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298685978 00000100:00000001:1.0:1769078374.963575:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298687225 00000100:00000001:1.0:1769078374.963577:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078374.963578:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963580:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078374.963583:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078374] req@ffff8f28835f8e00 x1855008978505856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078374.963588:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078374.963589:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078374.963591:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078374.963592:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078374.963593:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963594:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.963595:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078374.963597:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978505856/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078374.963601:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963602:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078374.963603:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963604:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078374.963605:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963606:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078374.963607:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078374.963608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078374.963610:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078374.963611:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078374.963613:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978505856:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078374.963616:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963618:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078374.963619:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078374.963620:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078374.963622:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078374.963623:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078374.963624:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078374.963626:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078374.963627:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078374.963629:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078374.963630:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963631:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078374.963634:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078374.963635:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078374.963637:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078374.963638:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078375.602508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078375.602508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078375.602519:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078375.602520:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078375.602525:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078375.602531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078375.602533:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078375.602537:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078375.602541:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078375.602543:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078375.602546:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078375.602549:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078375.602552:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078375.602555:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078375.602557:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078375.602561:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078375.602563:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078375.602568:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078375.602569:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078375.602643:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078375.602648:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078375.602653:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078375.986725:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078375.986735:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078375.986737:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078375.986744:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078375.986749:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078375.986753:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078375.986756:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078375.986759:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078375.986772:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078376.626493:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078376.626497:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078376.626501:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078376.626508:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078376.626508:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078376.626520:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078376.626521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078376.626523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078376.626528:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078376.626534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078376.626538:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078376.626541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078376.626543:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078376.626607:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078376.626612:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078376.626615:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078377.010515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078377.010523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078377.010526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078377.010532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078377.010536:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078377.010541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078377.010544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078377.010547:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078377.010550:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078377.650508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078377.650516:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078377.650518:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078377.650524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078377.650526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078377.650528:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078377.650532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078377.650533:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078377.650537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078377.650539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078377.650540:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078377.650543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078377.650544:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078377.650594:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078377.650597:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078377.650599:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078378.034530:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078378.034538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078378.034540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078378.034544:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078378.034548:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078378.034552:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078378.034555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078378.034558:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078378.034561:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078378.674526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078378.674526:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078378.674535:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078378.674538:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078378.674540:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078378.674543:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078378.674545:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078378.674546:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078378.674548:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078378.674552:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078378.674553:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078378.674566:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078378.674567:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078378.674569:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078378.674581:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078378.674587:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078378.674591:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078378.674595:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078378.674599:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078378.674930:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078378.674935:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078378.674938:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078379.058456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078379.058466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078379.058468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078379.058476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078379.058481:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078379.058486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078379.058489:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078379.058493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078379.058496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078379.698450:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078379.698457:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078379.698458:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078379.698460:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078379.698462:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078379.698469:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078379.698469:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078379.698471:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078379.698474:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078379.698478:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078379.698481:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078379.698483:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078379.698486:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078379.698549:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078379.698554:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078379.698557:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078380.082520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078380.082527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078380.082530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078380.082533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078380.082539:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769078380.082541:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078380.082545:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078380.082547:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078380.082551:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078380.082553:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.082559:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078380.082560:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078380.082563:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.082568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078380.082569:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4018 00000100:00080000:2.0:1769078380.082585:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078380.082589:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078380.082592:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078380.082596:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078380.082600:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078380.082602:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078380.082605:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078380.082607:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078380.082608:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078380.082613:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078380.082616:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.082619:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078380.082623:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078380.082626:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082628:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078380.082632:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.082647:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078380.082649:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082653:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078380.082655:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078380.082660:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082674:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078380.082684:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978505984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078380.082694:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078380.082699:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082713:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078380.082716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078380.082720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078380.082722:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078380.082724:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078380.082728:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078380.082731:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4018 00000100:00080000:2.0:1769078380.082735:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078380.082737:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078380.082738:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078380.082742:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078380.082743:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078380.082745:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078380.082747:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078380.082748:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078380.082750:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078380.082752:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078380.082753:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078380.082757:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078380.082757:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078380.082760:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078380.082762:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078380.082764:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082765:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078380.082770:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978505984:192.168.204.124@tcp:250:kworker.0 00000100:00080000:2.0:1769078380.082774:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078380.082777:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078380.082779:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.082782:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078380.082783:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078380.082786:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.082789:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078380.082789:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078380.082793:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.082795:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082799:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078380.082804:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078380.082808:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082810:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.082813:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769078380.082815:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078380.082816:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 02000000:00000001:2.0:1769078380.082819:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.082821:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078380.082824:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078380.082828:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078380.082829:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082835:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078380.082842:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978506112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078380.082849:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078380.082852:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082856:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078380.082858:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078380.082862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:1.0:1769078380.082865:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078380.082866:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078380.082870:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078380.082873:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078380.082876:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4018 00000100:00080000:2.0:1769078380.082881:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078380.082883:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078380.082884:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078380.082885:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078380.082889:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078380.082890:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078380.082892:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078380.082893:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078380.082898:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769078380.082898:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078380.082903:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078380.082904:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082906:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078380.082909:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078380.082910:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298692345 00000100:00080000:2.0:1769078380.082915:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078380.082920:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.082921:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1769078380.082927:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078380.082929:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298692345 02000000:00000001:2.0:1769078380.082933:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078380.082934:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1769078380.082938:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.082939:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078380.082944:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082944:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078380.082949:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00100000:2.0:1769078380.082949:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078380.082954:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078380.082958:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078380/real 1769078380] req@ffff8f2882c38380 x1855008978505984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078380.082958:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.082965:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078380.082968:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.082972:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078380.082975:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:1.0:1769078380.082977:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769078380.082978:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078380.082981:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078380.082987:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.082989:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078380.082994:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1769078380.082995:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978506240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078380.082997:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083003:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083006:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078380.083013:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078380.083017:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978505984/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078380.083017:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.083022:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078380.083028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078380.083030:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083036:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078380.083036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078380.083040:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078380.083041:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078380.083042:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083044:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078380.083045:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078380.083047:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078380.083049:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078380.083053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078380.083053:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078380.083060:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4018 00000100:00080000:1.0:1769078380.083061:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078380.083065:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1769078380.083068:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078380.083069:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978505984:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078380.083074:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078380.083076:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078380.083078:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078380.083079:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078380.083082:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769078380.083084:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078380.083085:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1769078380.083088:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078380.083089:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078380.083092:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769078380.083093:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078380.083095:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1769078380.083099:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 02000000:00000001:1.0:1769078380.083100:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078380.083103:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078380.083105:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078380.083106:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078380.083109:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078380.083110:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083113:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078380.083118:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078380.083121:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078380.083123:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083124:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.083128:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078380.083129:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078380.083131:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078380.083134:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769078380.083134:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078380.083135:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078380.083138:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.083141:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083142:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078380.083144:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078380.083147:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.083147:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078380.083152:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1769078380.083153:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506112:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078380.083158:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:2.0:1769078380.083160:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083161:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078380.083163:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.083165:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083166:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078380.083169:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.083173:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078380.083176:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083177:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078380.083179:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:2.0:1769078380.083179:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078380.083183:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078380.083185:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769078380.083187:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.083195:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078380.083198:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00100000:2.0:1769078380.083203:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978506368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078380.083204:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078380.083208:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078380.083210:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083212:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078380.083216:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083237:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298691105 00000100:00000001:1.0:1769078380.083240:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298692345 00000100:00000001:1.0:1769078380.083241:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298691105 00000100:00000001:1.0:1769078380.083243:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298692345 00000100:00000001:1.0:1769078380.083244:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078380.083245:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083246:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078380.083250:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078380.083251:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078380/real 1769078380] req@ffff8f2882c39f80 x1855008978506112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078380.083256:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.083263:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078380.083264:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078380.083266:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078380.083270:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1769078380.083270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078380.083273:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078380.083275:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078380.083276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078380.083277:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083281:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078380.083281:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078380.083286:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078380.083287:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978506112/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078380.083294:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078380.083297:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083299:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078380.083301:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078380.083301:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4018 00000100:00000001:1.0:1769078380.083304:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083306:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083309:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078380.083310:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078380.083310:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078380.083313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078380.083316:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1769078380.083319:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078380.083320:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078380.083321:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078380.083326:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506112:192.168.204.124@tcp:38:kworker.0 00000020:00000001:2.0:1769078380.083328:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078380.083331:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078380.083331:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078380.083333:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078380.083335:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078380.083336:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083340:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078380.083342:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078380.083343:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078380.083346:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078380.083347:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.083350:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078380.083351:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078380.083355:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078380.083358:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1769078380.083358:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078380.083361:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083365:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078380.083366:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083367:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.083369:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078380.083372:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078380.083391:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078380.083394:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078380.083403:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:2.0:1769078380.083407:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078380.083408:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078380.083410:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078380.083413:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078380.083413:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083418:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078380.083419:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078380.083420:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078380.083423:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078380.083424:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298691103 00000100:00000001:1.0:1769078380.083428:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298692345 00000100:00000001:1.0:1769078380.083431:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298691103 00000008:00000001:2.0:1769078380.083431:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083437:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298692345 00000100:00000001:2.0:1769078380.083437:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083443:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078380.083444:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083445:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769078380.083446:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1769078380.083448:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078380/real 1769078380] req@ffff8f2882c3bb80 x1855008978506240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078380.083450:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078380.083455:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078380.083458:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:1.0:1769078380.083459:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078380.083462:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769078380.083462:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083465:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078380.083468:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078380.083468:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083469:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083470:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078380.083471:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078380.083473:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978506240/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078380.083481:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978506496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078380.083482:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083485:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078380.083489:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083492:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083494:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083497:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078380.083500:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078380.083502:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:1.0:1769078380.083503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769078380.083508:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078380.083509:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078380.083513:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078380.083514:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078380.083516:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506240:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078380.083521:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083522:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078380.083524:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078380.083525:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078380.083526:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078380.083527:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078380.083528:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078380.083529:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078380.083530:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078380.083533:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078380.083534:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083535:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078380.083536:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078380.083537:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078380.083538:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078380.083539:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078380.083540:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078380.083541:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078380.083542:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078380.083543:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078380.083543:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083544:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083546:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078380.083547:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083548:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078380.083549:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078380.083550:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078380.083550:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078380.083551:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083552:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078380.083554:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078380.083555:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078380.083557:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078380.083559:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078380.083561:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078380.083561:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083563:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078380.083564:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083568:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078380.083569:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078380.083572:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078380.083577:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078380.083580:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078380.083581:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078380.083582:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083583:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078380.083584:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083586:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298691106 00000100:00000001:1.0:1769078380.083588:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298692345 00000100:00000001:1.0:1769078380.083589:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298691106 00000100:00000001:1.0:1769078380.083591:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298692345 00000100:00000001:1.0:1769078380.083592:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078380.083593:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083594:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078380.083596:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078380/real 1769078380] req@ffff8f2882c3b800 x1855008978506368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078380.083600:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078380.083601:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078380.083602:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078380.083603:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078380.083604:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083605:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083606:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078380.083608:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978506368/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078380.083612:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083613:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078380.083615:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083616:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083617:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083618:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078380.083619:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078380.083620:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078380.083622:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078380.083623:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078380.083625:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506368:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078380.083626:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078380.083627:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078380.083628:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083629:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078380.083630:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078380.083631:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078380.083632:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078380.083634:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078380.083634:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078380.083635:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078380.083636:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078380.083637:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083640:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078380.083640:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078380.083642:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078380.083647:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078380.083649:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078380.083650:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078380.083651:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083652:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078380.083653:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083655:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298691098 00000100:00000001:1.0:1769078380.083656:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298692345 00000100:00000001:1.0:1769078380.083658:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298691098 00000100:00000001:1.0:1769078380.083660:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298692345 00000100:00000001:1.0:1769078380.083661:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078380.083662:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083663:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078380.083665:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078380/real 1769078380] req@ffff8f2882c3a680 x1855008978506496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078380.083669:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078380.083670:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078380.083671:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078380.083671:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078380.083672:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083673:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083674:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078380.083676:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978506496/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078380.083679:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083680:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078380.083682:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083683:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078380.083683:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083684:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078380.083685:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078380.083687:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078380.083688:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078380.083689:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078380.083691:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506496:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078380.083693:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083694:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078380.083695:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078380.083696:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078380.083697:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078380.083698:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078380.083699:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078380.083700:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078380.083701:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078380.083702:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078380.083703:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083704:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078380.083705:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078380.083705:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078380.083706:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078380.083707:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078380.083707:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078380.083708:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078380.083709:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078380.083710:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078380.083710:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083711:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078380.083712:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078380.083713:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078380.083714:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078380.083715:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078380.722496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078380.722501:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078380.722504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078380.722505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078380.722507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078380.722510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078380.722512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078380.722512:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078380.722518:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078380.722521:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078380.722524:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078380.722526:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078380.722528:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078380.722573:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078380.722576:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078380.722579:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078381.106484:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078381.106491:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078381.106493:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078381.106504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078381.106507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078381.106510:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078381.106512:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078381.106515:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078381.106517:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078381.746492:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078381.746496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078381.746499:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078381.746507:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078381.746508:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078381.746513:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078381.746513:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078381.746525:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078381.746530:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078381.746534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078381.746543:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078381.746546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078381.746552:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078381.746576:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078381.746586:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078381.746589:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078382.130509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078382.130516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078382.130518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078382.130522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078382.130525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078382.130530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078382.130533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078382.130534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078382.130536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078382.770522:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078382.770531:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078382.770534:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078382.770535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078382.770540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078382.770543:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078382.770547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078382.770549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078382.770550:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078382.770555:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078382.770558:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078382.770561:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078382.770564:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078382.770651:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078382.770658:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078382.770663:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078383.154475:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078383.154493:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078383.154496:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078383.154502:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078383.154507:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078383.154511:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078383.154514:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078383.154517:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078383.154520:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078383.794503:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078383.794509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078383.794512:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078383.794514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078383.794515:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078383.794523:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078383.794524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078383.794528:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078383.794528:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078383.794534:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078383.794538:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078383.794541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078383.794544:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078383.794606:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078383.794610:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078383.794614:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078384.178532:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078384.178541:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078384.178543:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078384.178550:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078384.178554:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078384.178559:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078384.178562:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078384.178565:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078384.178568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078384.818495:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078384.818499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078384.818503:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078384.818506:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078384.818509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078384.818511:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078384.818511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078384.818520:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078384.818524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078384.818528:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078384.818532:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078384.818535:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078384.818539:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078384.818560:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078384.818565:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078384.818569:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078385.202485:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078385.202495:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078385.202498:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078385.202504:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078385.202509:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078385.202518:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078385.202525:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078385.202528:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078385.202532:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078385.202535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078385.202547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078385.202550:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078385.202554:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078385.202559:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078385.202569:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4023 00000100:00080000:3.0:1769078385.202581:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078385.202584:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078385.202586:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078385.202590:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078385.202593:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078385.202595:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078385.202598:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078385.202600:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078385.202601:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078385.202605:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078385.202608:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078385.202611:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078385.202614:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078385.202617:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.202619:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078385.202622:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078385.202633:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078385.202635:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.202638:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078385.202641:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078385.202645:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.202657:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078385.202665:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978506624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078385.202676:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078385.202681:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.202696:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078385.202699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078385.202703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078385.202705:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078385.202708:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078385.202710:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078385.202714:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4023 00000100:00080000:3.0:1769078385.202719:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078385.202720:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078385.202727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078385.202728:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078385.202733:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078385.202733:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078385.202737:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078385.202741:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078385.202743:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078385.202746:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078385.202747:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769078385.202749:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078385.202751:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078385.202760:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078385.202761:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078385.202772:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078385.202776:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978506624:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078385.202776:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078385.202793:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769078385.202795:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078385.202799:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078385.202801:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.202802:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.202810:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769078385.202811:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078385.202818:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078385.202822:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078385.202825:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.202830:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078385.202835:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078385.202839:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.202842:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.202844:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078385.202850:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 02000000:00000001:3.0:1769078385.202850:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078385.202856:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.202858:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078385.202862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078385.202865:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078385.202867:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.202876:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078385.202884:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978506752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078385.202893:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078385.202895:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.202899:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078385.202901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078385.202906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:1.0:1769078385.202908:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078385.202909:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078385.202911:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078385.202914:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078385.202920:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4023 00000100:00080000:3.0:1769078385.202925:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078385.202927:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078385.202930:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078385.202932:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078385.202935:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078385.202939:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078385.202939:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078385.202945:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078385.202948:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078385.202949:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078385.202951:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.202954:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078385.202955:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078385.202963:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078385.202964:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078385.202970:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298697465 00000100:00000001:3.0:1769078385.202970:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078385.202979:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078385.202983:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078385.202985:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1769078385.202989:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.202993:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298697465 00000100:00000001:3.0:1769078385.202993:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078385.203001:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078385.203002:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078385.203007:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769078385.203009:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203011:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.203014:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078385.203018:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078385.203021:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203022:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078385.203024:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078385.203027:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078385.203030:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078385.203034:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078385/real 1769078385] req@ffff8f28835fb800 x1855008978506624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078385.203036:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078385.203052:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978506880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769078385.203065:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078385.203068:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078385.203069:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078385.203073:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.203077:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203078:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078385.203081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078385.203082:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078385.203085:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203090:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078385.203092:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078385.203097:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978506624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078385.203109:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078385.203109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078385.203117:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078385.203121:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078385.203121:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078385.203143:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078385.203146:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078385.203148:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078385.203152:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078385.203154:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4023 00000100:00000001:1.0:1769078385.203158:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769078385.203162:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078385.203163:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078385.203170:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1769078385.203173:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078385.203175:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078385.203182:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:1.0:1769078385.203184:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000020:00000001:3.0:1769078385.203185:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078385.203188:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769078385.203192:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00100000:1.0:1769078385.203195:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978506624:192.168.204.124@tcp:250:kworker.0 00000020:00000001:3.0:1769078385.203201:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078385.203203:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203209:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078385.203209:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078385.203212:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078385.203215:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078385.203217:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078385.203222:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078385.203227:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:3.0:1769078385.203228:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000020:00000001:1.0:1769078385.203230:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769078385.203237:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203239:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078385.203241:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769078385.203244:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078385.203248:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078385.203250:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078385.203253:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078385.203255:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203256:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078385.203260:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078385.203264:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078385.203266:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078385.203268:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078385.203276:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203277:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078385.203279:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078385.203284:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078385.203284:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203289:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078385.203292:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203294:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078385.203297:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078385.203298:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078385.203305:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078385.203306:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.203312:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078385.203313:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506752:192.168.204.124@tcp:38:kworker.0 02000000:00000001:3.0:1769078385.203316:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078385.203318:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078385.203323:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078385.203323:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203326:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203329:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078385.203333:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.203333:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203349:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1769078385.203351:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978507008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078385.203352:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:1.0:1769078385.203360:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078385.203367:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078385.203370:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078385.203395:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078385.203399:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078385.203401:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078385.203402:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203403:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078385.203405:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203409:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298696226 00000100:00000001:1.0:1769078385.203411:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298697465 00000100:00000001:1.0:1769078385.203413:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298696226 00000100:00000001:1.0:1769078385.203415:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298697465 00000100:00000001:1.0:1769078385.203417:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078385.203418:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203419:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078385.203422:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078385/real 1769078385] req@ffff8f28835f9f80 x1855008978506752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078385.203429:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078385.203432:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078385.203432:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203436:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078385.203439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078385.203440:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078385.203444:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203452:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769078385.203454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078385.203455:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078385.203459:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078385.203464:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978506752/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078385.203464:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078385.203473:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078385.203481:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4023 00000100:00000001:1.0:1769078385.203493:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078385.203493:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078385.203500:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078385.203501:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078385.203507:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078385.203508:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078385.203515:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078385.203517:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078385.203518:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078385.203522:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078385.203523:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078385.203535:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078385.203536:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078385.203537:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078385.203542:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078385.203544:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078385.203548:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00080000:1.0:1769078385.203557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078385.203557:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078385.203564:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:1.0:1769078385.203568:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 02000000:00000001:3.0:1769078385.203568:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078385.203576:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.203579:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078385.203581:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078385.203583:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:3.0:1769078385.203583:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.203585:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078385.203591:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1769078385.203594:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506752:192.168.204.124@tcp:38:kworker.0 02000000:00000001:3.0:1769078385.203594:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.203604:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078385.203607:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078385.203609:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769078385.203610:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203613:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078385.203615:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203619:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078385.203620:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203627:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078385.203632:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078385.203633:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978507136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078385.203643:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078385.203656:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078385.203662:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078385.203667:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.203668:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078385.203676:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078385.203677:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203680:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.203682:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203688:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078385.203690:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:1.0:1769078385.203694:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078385.203709:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078385.203713:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078385.203714:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078385.203715:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203716:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078385.203718:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203720:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298696223 00000100:00000001:1.0:1769078385.203722:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298697465 00000100:00000001:1.0:1769078385.203724:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298696223 00000100:00000001:1.0:1769078385.203725:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298697465 00000100:00000001:1.0:1769078385.203728:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078385.203729:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203730:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078385.203733:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078385/real 1769078385] req@ffff8f28835fa680 x1855008978506880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078385.203739:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078385.203740:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078385.203741:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078385.203742:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078385.203743:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203744:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078385.203745:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078385.203747:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978506880/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078385.203751:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203753:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078385.203754:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203755:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078385.203756:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203757:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078385.203758:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078385.203759:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078385.203761:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078385.203762:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078385.203764:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978506880:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078385.203766:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203767:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078385.203767:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078385.203769:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078385.203770:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078385.203771:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078385.203772:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078385.203774:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078385.203774:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078385.203776:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078385.203777:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203778:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078385.203779:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078385.203780:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078385.203781:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078385.203782:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078385.203783:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078385.203784:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078385.203784:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078385.203785:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078385.203786:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203787:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203789:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078385.203790:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203791:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078385.203792:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078385.203793:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078385.203794:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078385.203795:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203796:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078385.203798:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078385.203799:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078385.203801:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078385.203804:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078385.203805:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078385.203806:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203807:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078385.203808:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203812:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078385.203813:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:1.0:1769078385.203816:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078385.203821:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078385.203823:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078385.203824:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078385.203825:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203827:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078385.203828:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203830:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298696226 00000100:00000001:1.0:1769078385.203832:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298697465 00000100:00000001:1.0:1769078385.203833:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298696226 00000100:00000001:1.0:1769078385.203834:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298697465 00000100:00000001:1.0:1769078385.203836:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078385.203837:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203838:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078385.203840:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078385/real 1769078385] req@ffff8f28835fb800 x1855008978507008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078385.203843:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078385.203844:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078385.203845:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078385.203846:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078385.203847:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203847:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078385.203848:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078385.203850:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978507008/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078385.203854:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203856:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078385.203857:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203858:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078385.203859:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203859:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078385.203861:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078385.203862:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078385.203863:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078385.203864:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078385.203867:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507008:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078385.203869:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078385.203870:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078385.203871:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203873:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078385.203873:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078385.203874:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078385.203876:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078385.203878:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078385.203879:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078385.203879:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078385.203880:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078385.203881:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203884:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078385.203884:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:1.0:1769078385.203886:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078385.203890:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078385.203893:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078385.203894:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078385.203895:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203897:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078385.203899:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203902:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298696218 00000100:00000001:1.0:1769078385.203905:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298697465 00000100:00000001:1.0:1769078385.203907:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298696218 00000100:00000001:1.0:1769078385.203909:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298697465 00000100:00000001:1.0:1769078385.203911:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078385.203913:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203914:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078385.203918:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078385/real 1769078385] req@ffff8f28835f8e00 x1855008978507136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078385.203933:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078385.203935:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078385.203937:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078385.203939:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078385.203940:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203941:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078385.203943:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078385.203947:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978507136/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078385.203951:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203952:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078385.203954:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203955:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078385.203956:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203957:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078385.203957:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078385.203959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078385.203960:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078385.203961:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078385.203963:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507136:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078385.203965:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203966:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078385.203967:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078385.203968:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078385.203970:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078385.203971:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078385.203971:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078385.203973:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078385.203974:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078385.203976:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078385.203976:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203978:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078385.203979:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078385.203980:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078385.203981:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078385.203982:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078385.203983:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078385.203984:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078385.203984:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078385.203985:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078385.203986:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203987:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078385.203988:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078385.203989:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078385.203990:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078385.203991:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.842485:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078385.842493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078385.842494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078385.842498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078385.842499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078385.842504:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.842509:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078385.842511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078385.842514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078385.842516:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078385.842520:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078385.842521:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078385.842527:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078385.842527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078385.842537:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078385.842538:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078385.842542:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078385.842546:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078385.842549:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078385.842613:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078385.842617:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078385.842628:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078386.226570:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078386.226601:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078386.226603:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078386.226609:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078386.226612:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078386.226615:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078386.226618:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078386.226621:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078386.226623:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078386.866486:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078386.866493:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078386.866494:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078386.866499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078386.866502:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078386.866507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078386.866509:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078386.866510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078386.866517:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078386.866518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078386.866521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078386.866530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078386.866534:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078386.866615:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078386.866620:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078386.866624:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078387.250505:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078387.250513:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078387.250514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078387.250519:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078387.250523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078387.250527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078387.250530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078387.250533:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078387.250535:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078387.890506:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078387.890506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078387.890514:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078387.890515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078387.890516:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078387.890523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078387.890524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078387.890525:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078387.890529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078387.890533:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078387.890536:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078387.890538:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078387.890540:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078387.890588:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078387.890593:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078387.890597:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078388.274504:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078388.274511:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078388.274513:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078388.274518:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078388.274521:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078388.274525:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078388.274527:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078388.274529:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078388.274531:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078388.914469:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078388.914473:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078388.914481:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078388.914481:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078388.914486:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078388.914487:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078388.914489:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078388.914497:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078388.914499:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078388.914499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078388.914503:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078388.914506:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078388.914507:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078388.914514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078388.914514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078388.914517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078388.914521:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078388.914526:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078388.914529:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078388.914586:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078388.914589:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078388.914592:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078389.298448:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078389.298456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078389.298458:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078389.298464:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078389.298468:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078389.298471:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078389.298474:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078389.298477:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078389.298479:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078389.938531:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078389.938536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078389.938539:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078389.938543:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078389.938544:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078389.938555:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078389.938555:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078389.938559:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078389.938561:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078389.938566:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078389.938569:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078389.938571:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078389.938573:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078389.938624:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078389.938628:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078389.938631:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078390.322456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078390.322461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078390.322464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078390.322467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078390.322474:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078390.322475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078390.322479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078390.322480:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078390.322484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078390.322486:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078390.322488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078390.322491:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078390.322493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.322499:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078390.322521:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4028 00000100:00080000:3.0:1769078390.322535:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078390.322539:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078390.322547:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078390.322553:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078390.322556:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078390.322559:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078390.322562:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078390.322564:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078390.322566:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078390.322572:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078390.322586:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.322589:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078390.322593:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078390.322597:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.322600:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078390.322603:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.322615:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078390.322617:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.322621:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078390.322624:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078390.322628:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.322641:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078390.322650:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978507264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078390.322667:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078390.322671:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.322686:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078390.322689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078390.322693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078390.322695:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078390.322697:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078390.322700:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078390.322704:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4028 00000100:00080000:3.0:1769078390.322709:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078390.322713:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078390.322713:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078390.322735:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078390.322736:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078390.322738:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078390.322739:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078390.322741:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078390.322743:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078390.322745:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078390.322746:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078390.322750:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:1.0:1769078390.322753:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078390.322754:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078390.322758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078390.322759:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078390.322764:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078390.322765:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.322768:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.322773:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078390.322774:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978507264:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078390.322781:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078390.322781:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078390.322786:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078390.322788:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078390.322788:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078390.322792:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078390.322795:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078390.322796:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769078390.322801:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078390.322803:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.322811:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.322828:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078390.322830:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.322833:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078390.322835:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078390.322837:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769078390.322838:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.322856:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:1.0:1769078390.322861:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078390.322864:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078390.322873:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978507392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078390.322894:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078390.322897:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.322901:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078390.322905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078390.322925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078390.322927:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078390.322929:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078390.322932:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:1.0:1769078390.322937:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:3.0:1769078390.322941:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4028 00000100:00080000:3.0:1769078390.322949:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078390.322953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078390.322955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078390.322957:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078390.322959:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078390.322963:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078390.322966:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078390.322967:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078390.322972:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078390.322973:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078390.322978:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078390.322980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078390.322984:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078390.322988:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078390.322990:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078390.322997:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.322999:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298702585 02000000:00000001:3.0:1769078390.323000:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078390.323006:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078390.323009:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.323011:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078390.323013:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078390.323015:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000008:00000001:3.0:1769078390.323016:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.323021:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323024:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298702585 02000000:00000001:3.0:1769078390.323027:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078390.323031:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1769078390.323032:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323036:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078390.323037:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078390.323041:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.323042:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078390.323058:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769078390.323062:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078390.323066:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078390/real 1769078390] req@ffff8f28835f8000 x1855008978507264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078390.323073:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078390.323101:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1769078390.323103:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978507520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769078390.323104:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078390.323109:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078390.323112:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078390.323119:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323123:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323125:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078390.323127:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078390.323130:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078390.323132:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978507264/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078390.323134:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078390.323139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078390.323149:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078390.323150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078390.323153:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078390.323155:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078390.323157:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078390.323159:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078390.323160:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323161:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323165:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078390.323167:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078390.323169:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078390.323172:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078390.323176:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4028 00000100:00080000:1.0:1769078390.323180:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078390.323184:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1769078390.323185:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078390.323187:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978507264:192.168.204.124@tcp:250:kworker.0 00000100:00000001:3.0:1769078390.323192:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078390.323194:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323197:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078390.323197:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078390.323200:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078390.323202:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078390.323205:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078390.323208:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769078390.323209:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078390.323211:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769078390.323212:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078390.323215:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 02000000:00000001:1.0:1769078390.323217:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1769078390.323217:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 02000000:00000001:1.0:1769078390.323221:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769078390.323222:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078390.323225:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078390.323226:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078390.323229:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078390.323230:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078390.323232:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078390.323236:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.323239:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078390.323241:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078390.323242:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769078390.323243:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323245:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.323246:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078390.323249:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:3.0:1769078390.323251:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078390.323252:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:3.0:1769078390.323255:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323256:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078390.323260:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078390.323260:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323262:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078390.323265:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078390.323267:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078390.323267:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078390.323270:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.323273:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078390.323274:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078390.323277:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.323277:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078390.323284:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769078390.323287:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323292:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078390.323296:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078390.323299:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078390.323299:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978507648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078390.323304:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078390.323308:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.323316:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078390.323320:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078390.323320:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323324:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:3.0:1769078390.323326:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078390.323332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078390.323334:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078390.323335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078390.323339:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078390.323341:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078390.323343:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078390.323345:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4028 00000100:00080000:3.0:1769078390.323349:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078390.323352:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:1.0:1769078390.323353:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078390.323354:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078390.323358:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078390.323359:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078390.323360:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078390.323361:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078390.323364:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078390.323365:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078390.323368:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078390.323369:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.323371:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078390.323372:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769078390.323406:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078390.323410:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.323414:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078390.323415:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.323418:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078390.323422:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323424:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298701346 00000100:00000001:3.0:1769078390.323426:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078390.323431:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298702585 00000008:00100000:3.0:1769078390.323431:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078390.323437:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323438:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298701346 00000100:00000001:3.0:1769078390.323442:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323444:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298702585 00000100:00000001:1.0:1769078390.323449:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078390.323451:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078390.323452:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078390.323455:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323457:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078390.323460:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078390.323465:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078390.323466:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078390/real 1769078390] req@ffff8f28835fb100 x1855008978507392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078390.323469:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.323479:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078390.323483:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078390.323497:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1769078390.323500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978507776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078390.323502:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078390.323506:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078390.323509:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323513:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323515:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078390.323521:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1769078390.323522:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978507392/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078390.323526:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.323533:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323535:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323539:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078390.323541:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323543:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323544:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323545:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078390.323547:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078390.323550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078390.323553:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078390.323555:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078390.323557:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507392:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078390.323560:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078390.323561:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078390.323562:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078390.323564:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078390.323565:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078390.323567:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078390.323569:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078390.323572:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078390.323574:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078390.323575:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078390.323576:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078390.323579:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323583:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078390.323584:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:1.0:1769078390.323587:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078390.323597:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078390.323600:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078390.323602:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078390.323603:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323604:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078390.323607:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323609:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298701343 00000100:00000001:1.0:1769078390.323611:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298702585 00000100:00000001:1.0:1769078390.323613:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298701343 00000100:00000001:1.0:1769078390.323615:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298702585 00000100:00000001:1.0:1769078390.323616:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078390.323617:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323619:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078390.323622:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078390/real 1769078390] req@ffff8f28835fa300 x1855008978507520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078390.323628:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078390.323629:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078390.323630:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078390.323632:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078390.323633:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323634:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323635:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078390.323637:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978507520/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078390.323651:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323652:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078390.323656:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323657:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323658:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323660:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078390.323661:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078390.323663:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078390.323665:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078390.323666:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078390.323668:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507520:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078390.323671:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323672:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078390.323673:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078390.323674:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078390.323676:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078390.323677:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078390.323678:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078390.323680:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078390.323681:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078390.323683:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078390.323684:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323685:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078390.323686:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078390.323687:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078390.323689:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078390.323689:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078390.323690:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078390.323691:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078390.323692:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078390.323693:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078390.323694:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323695:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323697:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078390.323698:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323699:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078390.323700:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078390.323701:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078390.323702:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078390.323703:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078390.323704:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078390.323710:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078390.323711:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078390.323713:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078390.323719:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078390.323720:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078390.323721:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078390.323722:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078390.323725:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323729:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078390.323731:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:1.0:1769078390.323733:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078390.323740:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078390.323744:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078390.323745:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078390.323747:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323749:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078390.323752:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323755:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298701346 00000100:00000001:1.0:1769078390.323758:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298702585 00000100:00000001:1.0:1769078390.323761:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298701346 00000100:00000001:1.0:1769078390.323763:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298702585 00000100:00000001:1.0:1769078390.323766:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078390.323767:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323769:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078390.323784:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078390/real 1769078390] req@ffff8f28835f8700 x1855008978507648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078390.323792:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078390.323794:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078390.323797:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078390.323799:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078390.323801:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323802:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323804:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078390.323807:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978507648/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078390.323815:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323818:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078390.323820:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323822:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323824:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323825:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078390.323827:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078390.323830:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078390.323833:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078390.323835:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078390.323839:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507648:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078390.323854:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078390.323856:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078390.323858:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078390.323860:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078390.323862:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078390.323864:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078390.323867:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078390.323871:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078390.323873:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078390.323874:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078390.323892:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078390.323895:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323900:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078390.323901:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:1.0:1769078390.323905:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078390.323915:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078390.323919:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078390.323921:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078390.323923:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323924:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078390.323926:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323930:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298701338 00000100:00000001:1.0:1769078390.323933:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298702585 00000100:00000001:1.0:1769078390.323936:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298701338 00000100:00000001:1.0:1769078390.323938:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298702585 00000100:00000001:1.0:1769078390.323941:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078390.323944:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.323946:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078390.323950:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078390/real 1769078390] req@ffff8f28835f8380 x1855008978507776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078390.323960:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078390.323961:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078390.323964:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078390.323966:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078390.323968:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323971:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323972:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078390.323977:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978507776/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078390.323986:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323989:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078390.323992:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323994:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078390.323995:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.323998:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078390.323999:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078390.324003:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078390.324007:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078390.324009:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078390.324013:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978507776:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078390.324017:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.324019:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078390.324020:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078390.324021:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078390.324023:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078390.324024:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078390.324026:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078390.324028:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078390.324029:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078390.324030:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078390.324031:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.324032:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078390.324034:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078390.324035:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078390.324036:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078390.324037:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078390.324038:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078390.324040:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078390.324040:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078390.324042:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078390.324043:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.324060:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078390.324063:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078390.324064:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078390.324066:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078390.324067:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.962459:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078390.962464:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078390.962468:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078390.962470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.962472:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078390.962481:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078390.962482:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078390.962486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078390.962488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078390.962493:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078390.962496:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078390.962497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078390.962499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078390.962701:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078390.962705:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078390.962708:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078391.346516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078391.346526:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078391.346528:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078391.346536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078391.346540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078391.346545:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078391.346548:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078391.346551:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078391.346554:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078391.986519:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078391.986527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078391.986534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078391.986536:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078391.986595:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078391.986598:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078391.986601:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078391.986650:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078391.986655:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078391.986658:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078391.986662:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078391.986667:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078391.986671:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078391.986674:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078391.986678:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078391.986681:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078392.370456:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078392.370466:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078392.370468:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078392.370475:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078392.370480:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078392.370484:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078392.370487:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078392.370490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078392.370494:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078393.010503:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078393.010510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078393.010513:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078393.010516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078393.010517:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078393.010524:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078393.010529:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078393.010532:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078393.010537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078393.010539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078393.010541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078393.010543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078393.010547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078393.010793:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078393.010796:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078393.010799:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078393.394619:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078393.394629:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078393.394631:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078393.394638:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078393.394643:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078393.394647:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078393.394650:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078393.394653:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078393.394655:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078394.034523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078394.034531:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078394.034536:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078394.034539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078394.034542:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078394.034543:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078394.034547:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078394.034553:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078394.034559:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078394.034562:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078394.034566:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078394.034569:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078394.034572:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078394.034653:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078394.034657:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078394.034661:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078394.418464:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078394.418473:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078394.418474:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078394.418480:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078394.418483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078394.418486:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078394.418488:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078394.418490:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078394.418492:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.058549:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078395.058559:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078395.058561:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078395.058569:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078395.058574:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078395.058578:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078395.058582:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078395.058584:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078395.058587:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078395.058795:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078395.058800:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078395.058806:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078395.058808:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078395.059020:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078395.059024:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078395.059029:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078395.442513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078395.442521:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078395.442527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078395.442530:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078395.442533:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078395.442534:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078395.442540:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078395.442540:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078395.442546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078395.442548:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078395.442551:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078395.442555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078395.442559:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4034 00000100:00000001:2.0:1769078395.442560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078395.442564:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078395.442576:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078395.442581:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.442584:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078395.442590:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078395.442593:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078395.442596:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078395.442599:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078395.442601:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.442603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078395.442609:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078395.442612:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.442615:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078395.442619:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078395.442623:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442625:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078395.442629:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.442644:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078395.442646:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442649:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078395.442652:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078395.442657:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442671:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078395.442681:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978507904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078395.442692:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078395.442696:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442720:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078395.442723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078395.442726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078395.442728:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078395.442730:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078395.442733:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078395.442736:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4034 00000100:00080000:3.0:1769078395.442739:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078395.442742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.442743:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078395.442745:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078395.442747:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078395.442749:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078395.442751:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078395.442753:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.442754:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078395.442758:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078395.442760:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.442762:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078395.442767:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078395.442771:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442773:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078395.442778:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078395.442781:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442783:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.442787:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078395.442788:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442790:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078395.442792:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078395.442793:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442797:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078395.442802:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978508032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078395.442809:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078395.442812:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442813:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078395.442816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078395.442819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078395.442820:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078395.442822:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078395.442825:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078395.442827:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4034 00000100:00080000:3.0:1769078395.442830:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078395.442832:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.442834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078395.442836:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078395.442837:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078395.442839:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078395.442841:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078395.442843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.442844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078395.442847:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078395.442850:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.442852:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078395.442854:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078395.442857:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442859:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078395.442861:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078395.442863:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442865:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.442868:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078395.442869:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442871:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078395.442872:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078395.442873:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442877:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078395.442881:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978508160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078395.442888:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078395.442890:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442892:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078395.442894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078395.442897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078395.442899:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078395.442900:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078395.442903:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078395.442905:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4034 00000100:00080000:3.0:1769078395.442909:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078395.442911:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.442912:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078395.442914:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078395.442915:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078395.442917:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078395.442919:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078395.442922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.442923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078395.442926:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078395.442928:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.442930:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078395.442932:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078395.442934:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442936:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078395.442938:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078395.442941:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442942:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.442946:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078395.442947:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442949:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078395.442950:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078395.442951:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442955:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078395.442982:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978508288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078395.442989:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078395.442991:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.442993:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078395.442995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078395.442999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078395.443000:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078395.443002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078395.443005:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078395.443007:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4034 00000100:00080000:3.0:1769078395.443011:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078395.443013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.443014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078395.443017:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078395.443018:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078395.443020:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078395.443022:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078395.443024:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078395.443025:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078395.443029:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078395.443031:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.443033:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078395.443035:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078395.443037:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.443039:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078395.443041:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078395.443043:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.443045:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078395.443050:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078395.443051:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.443053:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078395.443054:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078395.443056:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.443060:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078395.443064:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978508416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078395.443071:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078395.443073:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078395.443075:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443148:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078395.443153:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078395.443156:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078395.443158:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078395.443160:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.443164:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078395.443168:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078395.443170:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078395.443175:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978507904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078395.443180:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078395.443185:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078395.443188:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.443191:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078395.443199:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443219:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078395.443220:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:1.0:1769078395.443225:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078395.443268:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078395.443286:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078395.443290:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.443292:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443294:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078395.443302:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443306:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298707705 00000100:00000001:1.0:1769078395.443317:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078395.443323:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298707705 00000100:00000001:1.0:1769078395.443327:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078395.443331:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078395.443333:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443336:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078395.443341:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078395/real 1769078395] req@ffff8f28835faa00 x1855008978507904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078395.443351:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078395.443353:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078395.443358:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078395.443361:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078395.443362:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443365:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.443367:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078395.443371:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978507904/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078395.443402:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443405:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078395.443408:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443410:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.443411:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443414:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078395.443416:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078395.443419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078395.443424:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078395.443426:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078395.443429:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978507904:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078395.443434:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078395.443435:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078395.443437:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.443439:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078395.443441:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078395.443443:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078395.443445:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078395.443449:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078395.443451:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078395.443452:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.443454:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078395.443457:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443462:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078395.443464:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:1.0:1769078395.443468:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078395.443480:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078395.443484:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078395.443485:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.443487:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443488:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078395.443491:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443495:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298706466 00000100:00000001:1.0:1769078395.443498:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298707705 00000100:00000001:1.0:1769078395.443500:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298706466 00000100:00000001:1.0:1769078395.443502:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298707705 00000100:00000001:1.0:1769078395.443504:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078395.443506:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443508:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078395.443512:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078395/real 1769078395] req@ffff8f28835f9500 x1855008978508032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078395.443519:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078395.443794:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078395.443798:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078395.443800:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078395.443802:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443805:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.443806:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078395.443812:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978508032/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078395.443819:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443821:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078395.443822:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443823:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.443824:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443826:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078395.443827:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078395.443829:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078395.443831:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078395.443832:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078395.443834:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508032:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078395.443837:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078395.443838:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078395.443839:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.443840:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078395.443841:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078395.443843:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078395.443844:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078395.443846:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078395.443848:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078395.443849:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.443850:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078395.443852:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443857:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078395.443858:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:1.0:1769078395.443860:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078395.443869:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078395.443873:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078395.443874:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.443875:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443876:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078395.443878:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443880:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298706463 00000100:00000001:1.0:1769078395.443882:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298707705 00000100:00000001:1.0:1769078395.443884:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298706463 00000100:00000001:1.0:1769078395.443885:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298707705 00000100:00000001:1.0:1769078395.443887:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078395.443888:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443889:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078395.443891:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078395/real 1769078395] req@ffff8f28835f9880 x1855008978508160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078395.443895:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078395.443896:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078395.443897:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078395.443898:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078395.443899:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443900:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.443901:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078395.443903:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978508160/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078395.443907:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443908:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078395.443909:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443910:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.443910:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.443911:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078395.443912:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078395.443913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078395.443916:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078395.443917:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078395.443919:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508160:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078395.443921:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078395.443922:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078395.443923:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.443924:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078395.443925:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078395.443926:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078395.443927:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078395.443929:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078395.443930:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078395.443931:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.443932:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078395.443934:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443937:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078395.443938:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:1.0:1769078395.443941:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078395.443950:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078395.443954:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078395.443956:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.443957:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443969:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078395.443972:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443975:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298706466 00000100:00000001:1.0:1769078395.443978:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298707705 00000100:00000001:1.0:1769078395.443980:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298706466 00000100:00000001:1.0:1769078395.443982:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298707705 00000100:00000001:1.0:1769078395.443984:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078395.443986:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.443988:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078395.443993:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078395/real 1769078395] req@ffff8f28835fad80 x1855008978508288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078395.444000:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078395.444002:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078395.444004:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078395.444006:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078395.444008:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444009:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.444010:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078395.444012:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978508288/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078395.444017:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444018:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078395.444020:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444020:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.444021:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444022:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078395.444023:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078395.444024:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078395.444026:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078395.444027:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078395.444029:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508288:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078395.444031:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078395.444032:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078395.444032:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.444034:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078395.444035:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078395.444036:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078395.444038:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078395.444039:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078395.444041:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078395.444042:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078395.444043:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078395.444045:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.444048:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078395.444049:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:1.0:1769078395.444052:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078395.444059:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078395.444062:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078395.444064:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.444065:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.444066:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078395.444067:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.444069:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298706458 00000100:00000001:1.0:1769078395.444071:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298707705 00000100:00000001:1.0:1769078395.444072:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298706458 00000100:00000001:1.0:1769078395.444074:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298707705 00000100:00000001:1.0:1769078395.444075:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078395.444076:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.444077:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078395.444079:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078395/real 1769078395] req@ffff8f28835f8380 x1855008978508416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078395.444083:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078395.444083:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078395.444084:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078395.444085:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078395.444086:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444087:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.444088:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078395.444090:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978508416/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078395.444094:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444095:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078395.444097:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444098:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078395.444099:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444100:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078395.444101:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078395.444102:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078395.444104:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078395.444105:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078395.444106:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508416:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078395.444108:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444110:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.444111:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078395.444113:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078395.444115:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078395.444117:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078395.444118:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078395.444122:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078395.444123:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078395.444125:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078395.444125:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444126:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.444127:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078395.444127:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078395.444129:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078395.444129:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078395.444130:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078395.444131:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078395.444132:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078395.444133:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078395.444134:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444135:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.444135:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078395.444136:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078395.444137:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078395.444138:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078395.444138:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078395.444139:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078395.444140:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078395.444141:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078395.444142:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444143:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.444144:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078395.444145:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078395.444146:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078395.444146:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078395.444147:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078395.444147:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078395.444148:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078395.444149:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078395.444150:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444150:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078395.444151:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078395.444151:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078395.444152:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078395.444153:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078395.444153:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078395.444154:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078395.444155:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078395.444156:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078395.444156:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444158:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078395.444163:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078395.444164:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078395.444165:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078395.444166:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078396.082502:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078396.082510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078396.082510:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078396.082512:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078396.082515:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078396.082519:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078396.082521:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078396.082523:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078396.082527:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078396.082527:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078396.082532:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078396.082532:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078396.082536:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078396.082537:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078396.082539:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078396.082541:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078396.082545:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078396.082548:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078396.082550:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078396.082621:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078396.082624:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078396.082628:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078396.466672:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078396.466679:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078396.466681:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078396.466685:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078396.466688:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078396.466691:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078396.466693:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078396.466695:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078396.466697:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078397.106520:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078397.106524:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078397.106529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078397.106530:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078397.106534:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078397.106538:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078397.106541:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078397.106547:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078397.106549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078397.106552:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078397.106564:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078397.106567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078397.106570:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078397.106611:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078397.106615:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078397.106619:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078397.490514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078397.490523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078397.490525:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078397.490532:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078397.490535:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078397.490539:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078397.490541:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078397.490543:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078397.490545:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078398.130511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078398.130517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078398.130522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078398.130523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078398.130597:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078398.130603:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078398.130606:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078398.130611:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078398.130615:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078398.130620:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078398.130623:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078398.130625:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078398.130629:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078398.130631:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078398.130637:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078398.130640:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078398.514510:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078398.514518:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078398.514520:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078398.514525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078398.514529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078398.514532:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078398.514534:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078398.514536:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078398.514538:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078399.154528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078399.154529:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078399.154538:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078399.154539:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078399.154542:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078399.154544:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078399.154548:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078399.154552:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078399.154554:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078399.154558:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078399.154559:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078399.154562:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078399.154564:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078399.154566:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078399.154569:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078399.154574:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078399.154577:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078399.154584:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078399.154589:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078399.154747:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078399.154752:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078399.154755:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078399.539682:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078399.539691:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078399.539693:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078399.539707:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:2.0:1769078399.539712:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078399.539717:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078399.539720:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078399.539723:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078399.539726:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078400.178731:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078400.178732:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078400.178740:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078400.178742:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078400.178746:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078400.178747:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078400.178750:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078400.178753:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078400.178759:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078400.178763:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078400.178767:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078400.178770:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078400.178777:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078400.178816:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078400.178821:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078400.178825:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078400.562503:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078400.562506:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078400.562512:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078400.562514:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078400.562515:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078400.562518:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1769078400.562520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:2.0:1769078400.562523:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078400.562525:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078400.562528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078400.562531:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078400.562534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078400.562536:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078400.562536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078400.562544:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4039 00000100:00080000:2.0:1769078400.562558:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078400.562562:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078400.562564:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078400.562568:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078400.562571:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078400.562574:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078400.562577:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078400.562579:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078400.562580:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078400.562585:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078400.562588:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078400.562591:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078400.562595:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078400.562598:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.562601:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078400.562604:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078400.562619:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078400.562621:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.562625:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078400.562635:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078400.562640:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.562656:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078400.562666:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978508544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078400.562677:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078400.562681:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.562698:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078400.562701:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078400.562705:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078400.562706:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078400.562708:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078400.562711:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078400.562713:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4039 00000100:00080000:2.0:1769078400.562717:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078400.562719:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078400.562721:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078400.562723:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078400.562725:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078400.562727:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078400.562729:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078400.562732:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078400.562734:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078400.562738:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078400.562741:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078400.562743:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078400.562748:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769078400.562750:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078400.562754:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769078400.562755:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.562759:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078400.562760:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078400.562763:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078400.562767:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078400.562768:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078400.562772:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:2.0:1769078400.562773:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.562777:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078400.562778:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.562783:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078400.562786:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078400.562790:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078400.562792:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978508544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:2.0:1769078400.562793:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078400.562796:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078400.562799:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.562804:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078400.562811:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978508672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078400.562812:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078400.562818:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078400.562822:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.562823:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078400.562826:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078400.562828:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.562833:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.562833:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078400.562836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078400.562841:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078400.562843:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078400.562845:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078400.562847:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078400.562850:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4039 00000100:00000001:1.0:1769078400.562857:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078400.562860:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078400.562865:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769078400.562868:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769078400.564254:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078400.564274:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078400.564279:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078400.564281:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564283:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078400.564290:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564296:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298712825 00000100:00000001:1.0:1769078400.564308:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078400.564316:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298712825 00000100:00000001:1.0:1769078400.564319:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078400.564322:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078400.564324:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564326:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078400.564331:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078400/real 1769078400] req@ffff8f2882c3a680 x1855008978508544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078400.564340:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078400.564341:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078400.564345:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078400.564348:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078400.564349:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.564351:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078400.564353:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078400.564356:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978508544/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078400.564361:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.564364:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078400.564366:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.564366:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078400.564367:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.564369:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078400.564370:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078400.564372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078400.564389:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078400.564391:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078400.564464:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978508544:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078400.564469:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.564471:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078400.564472:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078400.564475:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078400.564478:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078400.564480:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078400.564481:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078400.564485:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078400.564487:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078400.564489:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078400.564490:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.564492:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.564501:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078400.564503:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564506:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078400.564508:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078400.564509:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078400.564511:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078400.564512:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.564515:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078400.564517:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078400.564520:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078400.564524:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508672:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078400.564525:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078400.564530:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078400.564531:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078400.564535:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1769078400.564536:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078400.564539:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078400.564540:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078400.564543:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078400.564545:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 02000000:00000001:1.0:1769078400.564548:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078400.564549:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078400.564553:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078400.564555:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078400.564560:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078400.564562:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078400.564564:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564565:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 02000000:00000001:2.0:1769078400.564568:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078400.564573:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769078400.564575:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078400.564579:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.564581:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078400.564585:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078400.564590:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078400.564591:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078400.564593:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564598:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078400.564601:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769078400.564602:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078400.564603:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078400.564606:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564608:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078400.564611:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078400.564612:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078400.564614:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078400.564619:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298711587 02000000:00000001:2.0:1769078400.564619:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564624:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298712825 00000100:00000001:1.0:1769078400.564626:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298711587 00000100:00000001:1.0:1769078400.564628:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298712825 00000100:00000001:2.0:1769078400.564628:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564630:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078400.564634:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564638:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078400.564638:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978508800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078400.564645:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078400/real 1769078400] req@ffff8f2882c3b800 x1855008978508672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078400.564658:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:1.0:1769078400.564663:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769078400.564664:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078400.564666:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078400.564670:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564671:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078400.564675:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1769078400.564676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078400.564678:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.564682:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1769078400.564685:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078400.564686:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078400.564689:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078400.564693:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978508672/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078400.564694:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078400.564701:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078400.564706:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4039 00000100:00000001:1.0:1769078400.564708:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.564713:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078400.564715:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078400.564716:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078400.564719:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078400.564720:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078400.564723:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078400.564723:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078400.564728:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078400.564729:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1769078400.564732:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078400.564733:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078400.564735:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00080000:1.0:1769078400.564736:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1769078400.564742:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00080000:1.0:1769078400.564744:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078400.564748:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078400.564748:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078400.564751:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00100000:1.0:1769078400.564753:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508672:192.168.204.124@tcp:38:kworker.0 00000100:00080000:2.0:1769078400.564758:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078400.564761:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078400.564762:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564765:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769078400.564766:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078400.564769:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078400.564771:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078400.564772:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078400.564776:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.564777:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769078400.564779:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078400.564781:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000008:00100000:2.0:1769078400.564783:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000020:00000001:1.0:1769078400.564784:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1769078400.564788:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.564789:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769078400.564791:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.564792:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078400.564796:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078400.564799:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078400.564800:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078400.564803:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078400.564803:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.564809:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078400.564810:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078400.564811:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1769078400.564812:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564814:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.564818:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564819:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078400.564822:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078400.564824:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078400.564827:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078400.564828:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978508928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078400.564829:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.564834:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078400.564837:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078400.564842:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.564843:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078400.564848:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078400.564850:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078400.564854:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078400.564855:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078400.564856:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.564858:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078400.564860:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.564864:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078400.564865:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078400.564868:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078400.565992:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078400.565996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078400.566000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078400.566002:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078400.566004:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078400.566007:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078400.566012:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4039 00000100:00080000:2.0:1769078400.566018:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078400.566021:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078400.566023:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078400.566027:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078400.566028:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078400.566031:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078400.566033:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078400.566036:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078400.566038:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078400.566041:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078400.566044:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078400.566046:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078400.566051:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078400.566053:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.566055:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078400.566058:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078400.566061:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.566063:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078400.566069:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078400.566071:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.566073:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078400.566075:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078400.566078:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.566085:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078400.566090:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978509056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078400.566099:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078400.566101:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078400.566103:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078400.566245:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078400.566256:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078400.566259:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078400.566261:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566263:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078400.566267:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566273:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298711585 00000100:00000001:1.0:1769078400.566276:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298712825 00000100:00000001:1.0:1769078400.566279:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298711585 00000100:00000001:1.0:1769078400.566281:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298712825 00000100:00000001:1.0:1769078400.566284:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078400.566287:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566289:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078400.566295:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078400/real 1769078400] req@ffff8f2882c3bb80 x1855008978508800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078400.566303:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078400.566304:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078400.566307:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078400.566309:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078400.566310:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566311:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078400.566313:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078400.566315:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978508800/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078400.566329:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566331:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078400.566333:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566334:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078400.566335:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566337:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078400.566338:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078400.566340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078400.566342:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078400.566343:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078400.566347:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508800:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078400.566352:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566353:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078400.566355:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078400.566356:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078400.566358:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078400.566359:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078400.566361:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078400.566366:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078400.566367:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078400.566368:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078400.566369:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566371:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566391:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078400.566396:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566398:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078400.566401:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078400.566403:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078400.566404:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078400.566406:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.566409:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078400.566415:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078400.566417:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078400.566422:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078400.566425:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078400.566432:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078400.566434:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.566436:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078400.566439:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566452:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078400.566453:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078400.566457:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078400.566496:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078400.566500:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078400.566503:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078400.566504:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566506:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078400.566534:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566538:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298711589 00000100:00000001:1.0:1769078400.566541:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298712825 00000100:00000001:1.0:1769078400.566543:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298711589 00000100:00000001:1.0:1769078400.566681:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298712825 00000100:00000001:1.0:1769078400.566685:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078400.566687:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566689:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078400.566694:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078400/real 1769078400] req@ffff8f2882c39f80 x1855008978508928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078400.566703:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078400.566705:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078400.566708:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078400.566709:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078400.566711:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566712:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078400.566713:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078400.566717:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978508928/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078400.566736:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566738:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078400.566740:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566742:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078400.566743:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566745:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078400.566746:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078400.566749:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078400.566752:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078400.566755:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078400.566758:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978508928:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078400.566762:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078400.566763:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078400.566764:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.566767:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078400.566768:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078400.566771:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078400.566773:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078400.566776:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078400.566778:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078400.566780:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078400.566781:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078400.566784:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566790:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078400.566791:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078400.566795:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078400.566807:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078400.566812:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078400.566814:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078400.566815:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566818:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078400.566820:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566823:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298711581 00000100:00000001:1.0:1769078400.566826:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298712825 00000100:00000001:1.0:1769078400.566828:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298711581 00000100:00000001:1.0:1769078400.566831:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298712825 00000100:00000001:1.0:1769078400.566833:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078400.566835:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.566837:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078400.566841:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078400/real 1769078400] req@ffff8f2882c38380 x1855008978509056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078400.566849:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078400.566850:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078400.566853:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078400.566854:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078400.566856:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566857:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078400.566858:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078400.566861:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978509056/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078400.566866:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566867:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078400.566869:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566870:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078400.566870:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.566871:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078400.566882:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078400.566884:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078400.566887:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078400.566890:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078400.566894:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509056:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078400.568956:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.568961:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078400.568963:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078400.568966:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078400.568972:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078400.568975:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078400.568977:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078400.568981:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078400.568983:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078400.568986:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078400.568987:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.568989:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078400.568990:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078400.568991:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078400.568993:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078400.568994:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078400.568995:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078400.568996:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078400.568997:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078400.568999:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078400.569000:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.569003:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078400.569010:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078400.569012:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078400.569015:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078400.569017:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078401.202512:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078401.202518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078401.202522:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078401.202523:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078401.202526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078401.202533:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078401.202534:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078401.202539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078401.202543:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078401.202546:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078401.202548:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078401.202550:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078401.202552:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078401.202624:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078401.202638:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078401.202642:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078401.586538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078401.586547:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078401.586549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078401.586556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078401.586560:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078401.586565:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078401.586568:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078401.586572:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078401.586575:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078402.226569:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078402.226580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078402.226587:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078402.226589:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078402.226657:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078402.226661:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078402.226663:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078402.226669:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078402.226674:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078402.226678:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078402.226681:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078402.226685:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078402.226688:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078402.227173:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078402.227178:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078402.227182:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078402.610743:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078402.610752:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078402.610754:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078402.610762:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078402.610767:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078402.610770:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078402.610773:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078402.610777:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078402.610780:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078403.250543:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078403.250553:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078403.250555:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078403.250563:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078403.250567:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078403.250572:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078403.250575:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078403.250577:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078403.250580:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078403.250611:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078403.250614:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078403.250619:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078403.250620:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078403.252888:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078403.252894:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078403.252899:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078403.634514:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078403.634524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078403.634527:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078403.634533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078403.634538:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078403.634542:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078403.634546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078403.634549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078403.634552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078404.275600:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078404.275608:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078404.275615:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078404.275617:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078404.275869:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078404.275873:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078404.275877:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078404.275942:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078404.275948:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078404.275950:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078404.275955:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078404.275960:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078404.275964:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078404.275968:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078404.275970:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078404.275974:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078404.658639:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078404.658648:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078404.658650:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078404.658657:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078404.658661:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078404.658666:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078404.658669:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078404.658672:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078404.658675:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.298529:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078405.298538:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078405.298540:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078405.298548:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078405.298552:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078405.298557:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.298560:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078405.298563:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.298566:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078405.298674:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078405.298678:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078405.298682:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078405.298683:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078405.298765:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078405.298769:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078405.298772:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078405.682520:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078405.682529:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078405.682532:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078405.682538:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078405.682543:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078405.682547:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078405.682551:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078405.682554:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078405.682556:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078405.682660:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078405.682667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078405.682670:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078405.682675:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078405.682678:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078405.682686:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4044 00000100:00080000:2.0:1769078405.682699:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078405.682703:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.682705:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078405.682710:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078405.682713:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078405.682716:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078405.682719:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078405.682721:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.682722:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078405.682727:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078405.682730:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.682733:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078405.682737:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078405.682741:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.682743:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078405.682746:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.682761:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078405.682763:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.682766:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078405.682769:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078405.682774:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.682903:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078405.682915:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978509184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078405.682927:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078405.682931:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.682991:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078405.682995:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078405.682998:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078405.683000:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078405.683002:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.683006:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078405.683009:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078405.683012:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078405.683017:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978509184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078405.683022:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078405.683026:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078405.683029:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.683032:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078405.683037:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.683057:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078405.683059:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078405.683063:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078405.683102:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078405.683105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078405.683109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078405.683111:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078405.683112:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078405.683115:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078405.683118:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4044 00000100:00080000:2.0:1769078405.683121:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078405.683124:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.683125:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078405.683139:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078405.683141:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078405.683143:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078405.683145:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078405.683148:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.683149:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078405.683152:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078405.683154:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.683156:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078405.683161:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078405.683163:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683165:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078405.683170:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078405.683173:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683175:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.683179:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078405.683180:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683182:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078405.683183:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078405.683185:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683190:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078405.683195:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978509312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078405.683202:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078405.683204:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683206:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078405.683209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078405.683212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078405.683214:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078405.683215:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078405.683218:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078405.683220:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4044 00000100:00080000:2.0:1769078405.683223:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078405.683225:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.683226:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078405.683229:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078405.683230:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078405.683232:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078405.683234:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078405.683236:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.683237:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078405.683240:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078405.683242:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.683243:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078405.683246:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078405.683247:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683249:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078405.683250:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078405.683252:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683254:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.683257:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078405.683258:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683260:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078405.683261:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078405.683262:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683266:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078405.683270:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978509440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078405.683278:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078405.683279:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683281:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078405.683284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078405.683287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078405.683288:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078405.683290:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078405.683293:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078405.683295:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4044 00000100:00080000:2.0:1769078405.683298:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078405.683300:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.683301:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078405.683303:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078405.683304:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078405.683305:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078405.683307:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078405.683309:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.683310:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078405.683313:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078405.683315:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.683316:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078405.683318:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078405.683320:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683322:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078405.683324:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078405.683326:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683327:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.683330:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078405.683332:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683333:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078405.683334:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078405.683336:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683339:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078405.683343:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978509568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078405.683350:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078405.683351:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683353:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078405.683356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078405.683359:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078405.683361:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078405.683362:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078405.683364:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078405.683367:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4044 00000100:00080000:2.0:1769078405.683370:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078405.683372:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.683394:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078405.683397:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078405.683398:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078405.683400:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078405.683402:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078405.683404:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078405.683404:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078405.683408:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078405.683410:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.683411:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078405.683414:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078405.683416:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683418:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078405.683420:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078405.683422:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683424:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078405.683428:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078405.683429:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683431:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078405.683432:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078405.683433:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683438:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078405.683442:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978509696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078405.683455:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078405.683457:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078405.683459:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078405.683540:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078405.683559:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078405.683573:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.683576:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.683578:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078405.683585:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.683590:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298717946 00000100:00000001:1.0:1769078405.683601:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078405.683607:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298717946 00000100:00000001:1.0:1769078405.683611:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078405.683614:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078405.683617:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.683620:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078405.683625:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078405/real 1769078405] req@ffff8f2882c38380 x1855008978509184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078405.683635:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078405.683637:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078405.683641:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078405.683644:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078405.683646:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.683648:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.683650:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078405.683654:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978509184/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078405.683661:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.683665:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078405.683668:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.683669:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.683671:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.683674:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078405.683675:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078405.683678:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078405.683682:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078405.683685:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078405.683688:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978509184:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078405.683693:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.683695:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.683697:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078405.683700:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078405.683703:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078405.683705:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078405.683707:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078405.683712:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078405.683714:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078405.683717:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078405.683719:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.683722:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.683731:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078405.683733:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.683735:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078405.683736:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078405.683738:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078405.683739:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078405.683740:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.683742:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078405.683744:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078405.683746:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078405.683749:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078405.683753:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078405.683755:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078405.683756:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.683758:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078405.683760:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.683766:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078405.683767:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078405.683772:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078405.683783:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078405.683948:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078405.683952:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.683953:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.683955:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078405.683958:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.683963:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298716706 00000100:00000001:1.0:1769078405.683966:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298717946 00000100:00000001:1.0:1769078405.683969:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298716706 00000100:00000001:1.0:1769078405.683971:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298717946 00000100:00000001:1.0:1769078405.683973:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078405.683976:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.683977:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078405.683981:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078405/real 1769078405] req@ffff8f2882c39f80 x1855008978509312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078405.683991:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078405.683992:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078405.683994:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078405.683996:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078405.683997:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.683999:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.684001:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078405.684005:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978509312/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078405.684011:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684014:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078405.684016:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684018:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.684020:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684021:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078405.684023:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078405.684025:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078405.684029:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078405.684031:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078405.684035:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509312:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078405.684038:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078405.684040:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078405.684041:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.684043:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078405.684045:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078405.684047:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078405.684050:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078405.684053:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078405.684055:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078405.684057:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.684059:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078405.684062:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684066:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078405.684068:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078405.684071:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078405.684140:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078405.684147:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078405.684150:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.684151:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684153:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078405.684156:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684160:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298716703 00000100:00000001:1.0:1769078405.684163:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298717946 00000100:00000001:1.0:1769078405.684165:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298716703 00000100:00000001:1.0:1769078405.684167:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298717946 00000100:00000001:1.0:1769078405.684170:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078405.684172:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684173:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078405.684178:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078405/real 1769078405] req@ffff8f2882c3bb80 x1855008978509440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078405.684186:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078405.684187:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078405.684189:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078405.684191:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078405.684192:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684194:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.684195:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078405.684199:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978509440/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078405.684206:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684208:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078405.684211:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684212:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.684214:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684215:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078405.684217:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078405.684219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078405.684222:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078405.684225:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078405.684228:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509440:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078405.684231:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078405.684233:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078405.684234:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.684236:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078405.684237:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078405.684240:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078405.684243:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078405.684246:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078405.684248:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078405.684249:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.684251:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078405.684254:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684259:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078405.684261:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078405.684264:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078405.684274:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078405.684278:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078405.684280:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.684282:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684283:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078405.684285:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684289:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298716706 00000100:00000001:1.0:1769078405.684291:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298717946 00000100:00000001:1.0:1769078405.684294:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298716706 00000100:00000001:1.0:1769078405.684296:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298717946 00000100:00000001:1.0:1769078405.684298:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078405.684300:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684302:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078405.684305:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078405/real 1769078405] req@ffff8f2882c3b800 x1855008978509568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078405.684313:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078405.684314:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078405.684316:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078405.684318:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078405.684319:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684321:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.684322:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078405.684326:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978509568/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078405.684332:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684334:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078405.684336:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684338:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.684339:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684340:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078405.684342:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078405.684344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078405.684347:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078405.684349:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078405.684352:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509568:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078405.684356:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078405.684357:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078405.684359:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.684361:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078405.684363:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078405.684365:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078405.684367:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078405.684371:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078405.684372:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078405.684392:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078405.684395:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078405.684398:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684403:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078405.684404:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078405.684407:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078405.684419:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078405.684423:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078405.684426:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.684427:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684429:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078405.684431:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684435:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298716699 00000100:00000001:1.0:1769078405.684437:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298717946 00000100:00000001:1.0:1769078405.684439:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298716699 00000100:00000001:1.0:1769078405.684442:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298717946 00000100:00000001:1.0:1769078405.684443:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078405.684445:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684447:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078405.684451:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078405/real 1769078405] req@ffff8f2882c3a680 x1855008978509696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078405.684459:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078405.684460:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078405.684462:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078405.684464:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078405.684465:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684467:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.684469:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078405.684473:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978509696/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078405.684480:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684482:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078405.684484:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684486:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078405.684487:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684488:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078405.684490:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078405.684491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078405.684494:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078405.684496:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078405.684499:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509696:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078405.684503:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684505:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.684506:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078405.684508:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078405.684510:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078405.684512:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078405.684513:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078405.684515:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078405.684517:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078405.684519:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078405.684520:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684522:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.684523:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078405.684524:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078405.684526:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078405.684527:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078405.684528:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078405.684529:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078405.684531:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078405.684533:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078405.684535:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684536:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.684538:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078405.684539:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078405.684540:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078405.684542:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078405.684543:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078405.684544:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078405.684545:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078405.684546:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078405.684547:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684549:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078405.684550:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078405.684550:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078405.684552:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078405.684552:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078405.684553:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078405.684554:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078405.684555:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078405.684557:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078405.684558:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684559:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078405.684625:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078405.684627:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078405.684630:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078405.684631:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078406.322498:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078406.322613:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078406.322616:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078406.322622:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078406.322626:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078406.322631:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078406.322634:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078406.322637:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078406.322640:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078406.322871:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078406.322874:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078406.322879:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078406.322883:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078406.322885:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078406.322888:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078406.322892:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078406.322894:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078406.322896:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078406.322899:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078406.322998:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078406.323002:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078406.323005:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078406.707271:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078406.707277:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078406.707279:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078406.707284:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078406.707287:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078406.707290:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078406.707292:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078406.707294:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078406.707296:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078407.346670:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078407.346681:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078407.346684:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078407.346692:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078407.346697:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078407.346702:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078407.346706:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078407.346709:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078407.346713:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078407.346881:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078407.346884:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078407.346887:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078407.346888:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078407.347295:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078407.347299:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078407.347406:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078407.730814:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078407.730824:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078407.730837:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078407.730845:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078407.730849:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078407.730862:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078407.730866:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078407.730869:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078407.730872:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078408.370540:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078408.370549:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078408.370552:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078408.370555:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078408.370561:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078408.370563:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078408.370565:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078408.370567:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078408.370571:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078408.370572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078408.370636:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078408.370644:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078408.370646:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078408.370651:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078408.370654:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078408.370657:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078408.370659:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078408.370661:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078408.370663:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078408.370706:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078408.370711:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078408.370715:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078408.754665:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078408.754675:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078408.754677:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078408.754684:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078408.754689:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078408.754694:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078408.754697:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078408.754700:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078408.754703:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078409.394510:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078409.394513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078409.394518:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078409.394521:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078409.394525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078409.394526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078409.394527:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078409.394535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078409.394540:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078409.394544:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078409.394548:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078409.394551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078409.394555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078409.394857:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078409.394861:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078409.394865:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078409.778507:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078409.778514:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078409.778516:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078409.778520:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078409.778524:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078409.778527:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078409.778530:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078409.778532:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078409.778534:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078410.418577:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078410.418584:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.418587:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078410.418590:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078410.418592:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078410.418594:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.418607:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078410.418611:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078410.418622:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078410.418625:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.418628:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078410.418630:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.418633:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078410.418694:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078410.418699:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078410.418703:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078410.802554:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078410.802564:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078410.802565:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078410.802571:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078410.802575:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078410.802579:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078410.802581:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078410.802583:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078410.802585:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078410.806855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078410.806866:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078410.806869:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078410.806874:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078410.806879:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078410.806887:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4049 00000100:00080000:2.0:1769078410.806900:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078410.806903:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.806905:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078410.806909:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078410.806912:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078410.806914:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:2.0:1769078410.806916:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:2.0:1769078410.806917:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.806918:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078410.806921:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078410.806923:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.806925:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078410.806929:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078410.806931:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.806933:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078410.806935:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.806949:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078410.806951:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.806953:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078410.806955:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078410.806959:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.806972:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078410.806980:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3a680 x1855008978509824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078410.806988:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078410.806991:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807013:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078410.807016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078410.807018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078410.807019:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078410.807020:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078410.807022:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078410.807024:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4049 00000100:00080000:2.0:1769078410.807026:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078410.807028:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.807029:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078410.807031:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078410.807031:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078410.807033:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:2.0:1769078410.807034:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078410.807036:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.807036:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078410.807038:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078410.807039:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.807040:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078410.807045:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078410.807046:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807047:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078410.807051:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078410.807054:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807055:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.807060:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078410.807060:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807061:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078410.807062:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078410.807063:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807067:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078410.807070:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3b800 x1855008978509952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078410.807079:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078410.807080:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807082:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078410.807083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078410.807085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078410.807086:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078410.807087:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078410.807088:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078410.807089:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4049 00000100:00080000:2.0:1769078410.807091:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078410.807092:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.807093:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078410.807094:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078410.807094:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078410.807096:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:2.0:1769078410.807097:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:2.0:1769078410.807098:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.807098:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078410.807100:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078410.807102:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.807103:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078410.807104:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078410.807105:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807107:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078410.807108:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078410.807109:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807110:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.807112:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078410.807113:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807114:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078410.807115:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078410.807116:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807119:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078410.807121:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c3bb80 x1855008978510080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078410.807125:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078410.807126:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807127:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078410.807129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078410.807130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078410.807131:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078410.807132:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078410.807133:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078410.807135:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4049 00000100:00080000:2.0:1769078410.807137:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078410.807138:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.807139:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078410.807140:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078410.807141:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078410.807143:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:2.0:1769078410.807144:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078410.807145:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.807145:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078410.807147:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078410.807148:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.807149:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078410.807150:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078410.807151:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807152:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078410.807153:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078410.807155:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807156:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.807159:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078410.807160:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807161:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078410.807162:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078410.807162:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807165:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078410.807167:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c39f80 x1855008978510208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078410.807171:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078410.807172:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807173:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078410.807174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078410.807176:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078410.807177:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078410.807177:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078410.807179:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078410.807180:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4049 00000100:00080000:2.0:1769078410.807182:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078410.807183:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.807183:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:2.0:1769078410.807184:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078410.807185:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078410.807186:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:2.0:1769078410.807187:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078410.807188:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078410.807189:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:2.0:1769078410.807191:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078410.807193:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.807194:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078410.807195:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078410.807197:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807198:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078410.807200:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1769078410.807201:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807202:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078410.807204:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078410.807204:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807205:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078410.807206:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078410.807207:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807209:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078410.807211:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2882c38380 x1855008978510336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078410.807215:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078410.807216:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078410.807216:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807304:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078410.807309:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078410.807311:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078410.807313:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078410.807315:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807319:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078410.807321:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078410.807323:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078410.807327:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978509824:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078410.807331:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078410.807334:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078410.807337:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807339:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078410.807343:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807359:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078410.807361:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888164992 : -124070821386624 : ffff8f2882c3a680) 00000100:00000001:1.0:1769078410.807364:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078410.807420:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078410.807437:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078410.807441:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.807443:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807445:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078410.807452:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807456:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298723070 00000100:00000001:1.0:1769078410.807467:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078410.807473:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298723070 00000100:00000001:1.0:1769078410.807478:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078410.807481:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078410.807484:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807488:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078410.807493:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078410/real 1769078410] req@ffff8f2882c3a680 x1855008978509824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078410.807504:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078410.807506:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078410.807510:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078410.807512:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078410.807513:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807515:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.807517:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078410.807520:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3a680 x1855008978509824/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078410.807529:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807532:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078410.807534:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807535:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.807536:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807538:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078410.807539:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078410.807541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078410.807543:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078410.807545:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078410.807547:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978509824:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078410.807550:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078410.807551:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078410.807551:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807553:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078410.807554:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078410.807555:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078410.807557:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078410.807559:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078410.807560:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078410.807561:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807562:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078410.807564:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807568:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078410.807569:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888169472 : -124070821382144 : ffff8f2882c3b800) 00000100:00000001:1.0:1769078410.807573:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078410.807582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078410.807586:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078410.807588:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.807589:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807591:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078410.807594:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807599:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298721830 00000100:00000001:1.0:1769078410.807601:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298723070 00000100:00000001:1.0:1769078410.807604:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298721830 00000100:00000001:1.0:1769078410.807606:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298723070 00000100:00000001:1.0:1769078410.807608:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078410.807610:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807611:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078410.807615:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078410/real 1769078410] req@ffff8f2882c3b800 x1855008978509952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078410.807624:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078410.807625:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078410.807628:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078410.807629:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078410.807630:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807633:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.807634:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078410.807638:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3b800 x1855008978509952/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078410.807644:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807646:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078410.807648:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807649:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.807650:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807651:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078410.807652:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078410.807653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078410.807656:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078410.807657:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078410.807659:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978509952:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078410.807663:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078410.807664:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078410.807665:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807666:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078410.807667:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078410.807669:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078410.807670:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078410.807672:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078410.807674:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078410.807675:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807676:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078410.807678:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807681:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078410.807682:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888170368 : -124070821381248 : ffff8f2882c3bb80) 00000100:00000001:1.0:1769078410.807685:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078410.807693:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078410.807696:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078410.807697:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.807698:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807709:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078410.807713:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807717:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298721827 00000100:00000001:1.0:1769078410.807719:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298723070 00000100:00000001:1.0:1769078410.807721:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298721827 00000100:00000001:1.0:1769078410.807723:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298723070 00000100:00000001:1.0:1769078410.807729:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078410.807731:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807733:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078410.807737:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078410/real 1769078410] req@ffff8f2882c3bb80 x1855008978510080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078410.807744:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078410.807746:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078410.807748:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078410.807750:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078410.807751:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807753:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.807755:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078410.807759:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c3bb80 x1855008978510080/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078410.807766:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807768:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078410.807770:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807772:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.807773:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807775:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078410.807776:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078410.807778:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078410.807781:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078410.807783:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078410.807786:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510080:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078410.807790:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078410.807791:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078410.807792:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807794:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078410.807796:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078410.807798:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078410.807800:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078410.807803:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078410.807805:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078410.807806:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807808:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078410.807810:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807815:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078410.807817:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888163200 : -124070821388416 : ffff8f2882c39f80) 00000100:00000001:1.0:1769078410.807821:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078410.807831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078410.807835:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078410.807837:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.807838:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807840:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078410.807843:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807846:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298721830 00000100:00000001:1.0:1769078410.807848:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298723070 00000100:00000001:1.0:1769078410.807850:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298721830 00000100:00000001:1.0:1769078410.807852:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298723070 00000100:00000001:1.0:1769078410.807854:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078410.807856:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807857:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078410.807861:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078410/real 1769078410] req@ffff8f2882c39f80 x1855008978510208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078410.807867:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078410.807868:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078410.807870:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078410.807872:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078410.807873:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807875:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.807877:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078410.807880:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c39f80 x1855008978510208/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078410.807886:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807888:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078410.807890:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807891:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.807892:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807894:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078410.807896:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078410.807898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078410.807901:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078410.807903:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078410.807906:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510208:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078410.807909:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078410.807910:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078410.807912:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807914:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078410.807915:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078410.807917:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078410.807920:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078410.807922:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078410.807924:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078410.807925:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078410.807927:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078410.807929:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807934:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078410.807935:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002888156032 : -124070821395584 : ffff8f2882c38380) 00000100:00000001:1.0:1769078410.807938:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078410.807946:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078410.807950:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078410.807952:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.807953:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807955:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078410.807957:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807961:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298721822 00000100:00000001:1.0:1769078410.807963:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298723070 00000100:00000001:1.0:1769078410.807965:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298721822 00000100:00000001:1.0:1769078410.807967:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298723070 00000100:00000001:1.0:1769078410.807969:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078410.807972:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.807973:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078410.807977:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078410/real 1769078410] req@ffff8f2882c38380 x1855008978510336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078410.807984:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078410.807985:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078410.807988:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078410.807990:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078410.807991:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.807992:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.807994:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078410.807998:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2882c38380 x1855008978510336/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078410.808004:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808006:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078410.808008:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808010:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078410.808011:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808013:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078410.808014:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078410.808017:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078410.808020:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078410.808022:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078410.808025:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2882c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510336:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078410.808029:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808031:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.808033:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078410.808036:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078410.808039:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078410.808042:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078410.808044:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078410.808048:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078410.808051:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078410.808054:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078410.808055:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808056:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.808058:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078410.808059:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078410.808061:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078410.808062:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078410.808063:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078410.808064:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078410.808065:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078410.808067:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078410.808068:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808069:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.808070:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078410.808071:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078410.808073:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078410.808074:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078410.808075:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078410.808077:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078410.808078:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078410.808079:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078410.808081:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808082:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.808083:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078410.808084:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078410.808086:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078410.808087:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078410.808088:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078410.808089:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078410.808090:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078410.808092:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078410.808093:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808095:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078410.808096:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078410.808097:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078410.808099:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078410.808100:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078410.808101:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078410.808103:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078410.808104:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078410.808106:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078410.808107:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808111:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078410.808122:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078410.808124:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078410.808127:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078410.808128:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078411.442501:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078411.442509:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078411.442511:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078411.442518:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078411.442524:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078411.442525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078411.442530:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078411.442533:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078411.442536:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078411.442542:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078411.442543:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078411.442546:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078411.442548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078411.442669:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078411.442674:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078411.442678:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078411.826528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078411.826539:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078411.826541:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078411.826548:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078411.826553:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078411.826558:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078411.826561:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078411.826564:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078411.826568:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078412.466462:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078412.466472:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078412.466474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078412.466481:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078412.466486:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078412.466490:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078412.466495:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078412.466497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078412.466501:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078412.466576:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078412.466580:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078412.466586:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078412.466588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078412.466726:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078412.466730:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078412.466733:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078412.850531:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078412.850538:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078412.850540:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078412.850546:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078412.850549:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078412.850553:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078412.850555:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078412.850557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078412.850560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078413.491419:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078413.491428:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078413.491430:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078413.491436:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078413.491441:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078413.491445:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078413.491449:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078413.491451:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078413.491454:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078413.493015:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078413.493023:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078413.493031:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078413.493033:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078413.493108:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078413.493113:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078413.493117:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078413.874590:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078413.874599:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078413.874602:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078413.874609:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078413.874613:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078413.874617:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078413.874621:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078413.874625:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078413.874628:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078414.514625:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078414.514633:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078414.514670:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078414.514671:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078414.514708:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078414.514717:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078414.514720:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078414.514727:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078414.514732:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078414.514738:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078414.514743:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078414.514751:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078414.514756:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078414.514757:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078414.514768:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078414.514768:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078414.900075:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078414.900085:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078414.900087:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078414.900095:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078414.900100:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078414.900105:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078414.900109:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078414.900112:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078414.900115:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.538497:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078415.538504:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078415.538505:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078415.538507:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078415.538509:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078415.538513:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078415.538516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078415.538518:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078415.538520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.538522:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.538525:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078415.538527:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.538529:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078415.538616:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078415.538639:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078415.538643:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078415.922494:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078415.922500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078415.922505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078415.922507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078415.922508:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922511:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078415.922516:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078415.922516:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078415.922523:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078415.922523:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078415.922528:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078415.922530:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4054 00000100:00000001:0.0:1769078415.922533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078415.922538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078415.922541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078415.922542:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078415.922546:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078415.922548:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078415.922551:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078415.922555:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078415.922557:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078415.922558:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078415.922559:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078415.922560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078415.922563:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078415.922564:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078415.922567:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078415.922569:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078415.922573:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922574:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078415.922577:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078415.922588:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078415.922590:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922592:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078415.922595:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078415.922600:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922622:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078415.922633:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978510464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078415.922643:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078415.922647:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922664:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078415.922667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078415.922670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078415.922671:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078415.922672:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078415.922674:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078415.922677:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4054 00000100:00080000:3.0:1769078415.922680:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078415.922683:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078415.922685:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078415.922688:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078415.922690:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078415.922692:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078415.922694:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078415.922696:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078415.922697:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078415.922701:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078415.922703:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078415.922704:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922708:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078415.922709:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078415.922711:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078415.922714:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078415.922715:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078415.922717:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078415.922719:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078415.922721:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.922723:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078415.922725:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078415.922726:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078415.922732:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978510464:192.168.204.124@tcp:250:kworker.0 00000008:00100000:3.0:1769078415.922732:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078415.922737:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922740:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078415.922740:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.922746:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078415.922746:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078415.922749:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.922750:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922751:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078415.922753:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769078415.922754:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078415.922757:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.922759:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922763:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078415.922769:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978510592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078415.922775:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078415.922777:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922778:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078415.922780:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922781:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00080000:3.0:1769078415.922784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078415.922787:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769078415.922789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078415.922792:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078415.922793:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078415.922795:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078415.922797:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4054 00000100:00080000:3.0:1769078415.922802:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078415.922803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078415.922803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078415.922805:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078415.922805:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078415.922807:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078415.922808:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078415.922810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078415.922811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078415.922813:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078415.922815:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078415.922816:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078415.922817:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078415.922819:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922820:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078415.922821:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078415.922822:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922823:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078415.922827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:3.0:1769078415.922827:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078415.922830:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922831:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078415.922832:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078415.922834:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922837:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078415.922841:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978510720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078415.922843:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078415.922848:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.922851:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922852:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078415.922853:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078415.922857:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922860:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922861:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922865:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298728185 00000100:00080000:3.0:1769078415.922873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078415.922875:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1769078415.922879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078415.922883:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298728185 00000100:00000001:3.0:1769078415.922883:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078415.922887:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078415.922889:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078415.922893:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078415.922894:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078415.922896:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078415.922899:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4054 00000100:00000001:1.0:1769078415.922900:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769078415.922906:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078415.922907:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078415/real 1769078415] req@ffff8f28835f8700 x1855008978510464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078415.922910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078415.922912:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078415.922916:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078415.922919:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078415.922921:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078415.922925:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078415.922927:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078415.922928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000400:00000001:1.0:1769078415.922929:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769078415.922932:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000400:00000001:1.0:1769078415.922933:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078415.922934:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078415.922937:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078415.922939:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078415.922940:0:2410:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769078415.922941:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.922945:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078415.922947:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00100000:3.0:1769078415.922948:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078415.922951:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078415.922952:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922957:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078415.922957:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922961:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078415.922964:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078415.922967:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078415.922969:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978510464/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078415.922970:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078415.922974:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078415.922977:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922980:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.922984:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078415.922985:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.922987:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.922989:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078415.922990:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.922994:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00100000:3.0:1769078415.922994:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978510848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078415.922997:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078415.923001:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078415.923009:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078415.923012:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078415.923016:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978510464:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078415.923021:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923023:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.923025:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078415.923028:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078415.923032:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078415.923036:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078415.923037:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078415.923041:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769078415.923041:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.923047:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769078415.923047:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078415.923050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078415.923051:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078415.923056:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1769078415.923057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078415.923059:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078415.923060:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078415.923062:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078415.923063:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078415.923067:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078415.923070:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078415.923071:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4054 00000100:00000001:1.0:1769078415.923073:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923078:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078415.923079:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078415.923080:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078415.923082:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078415.923084:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078415.923084:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078415.923088:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078415.923088:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078415.923090:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078415.923092:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078415.923093:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078415.923097:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 02000000:00000001:1.0:1769078415.923099:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078415.923100:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078415.923102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078415.923105:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078415.923106:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:1.0:1769078415.923111:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.923117:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078415.923118:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510592:192.168.204.124@tcp:38:kworker.0 02000000:00000001:3.0:1769078415.923119:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078415.923123:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078415.923125:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078415.923127:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.923129:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078415.923131:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078415.923132:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078415.923135:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1769078415.923136:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769078415.923140:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.923142:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078415.923144:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078415.923151:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078415.923152:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078415.923154:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 02000000:00000001:3.0:1769078415.923157:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923159:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078415.923163:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078415.923166:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078415.923168:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078415.923173:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078415.923175:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923177:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078415.923181:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.923182:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078415.923184:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978510976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078415.923185:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078415.923188:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923194:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298726945 00000100:00000001:3.0:1769078415.923195:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078415.923199:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923200:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298728185 00000100:00000001:3.0:1769078415.923203:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923205:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298726945 00000100:00000001:1.0:1769078415.923209:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298728185 00000100:00000001:1.0:1769078415.923212:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078415.923214:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923216:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078415.923222:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078415/real 1769078415] req@ffff8f28835fa300 x1855008978510592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078415.923231:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078415.923232:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078415.923235:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078415.923237:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078415.923238:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923240:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078415.923241:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078415.923245:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978510592/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078415.923252:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923254:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078415.923257:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923258:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078415.923259:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923261:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078415.923263:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078415.923264:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078415.923267:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078415.923268:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078415.923270:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510592:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078415.923273:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078415.923274:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078415.923275:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.923276:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078415.923277:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078415.923279:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078415.923281:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078415.923283:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078415.923284:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078415.923285:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.923287:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078415.923289:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923293:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078415.923294:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:1.0:1769078415.923296:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078415.923304:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078415.923307:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078415.923309:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.923310:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923311:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078415.923313:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923322:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298726942 00000100:00000001:1.0:1769078415.923324:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298728185 00000100:00000001:1.0:1769078415.923326:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298726942 00000100:00000001:1.0:1769078415.923327:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298728185 00000100:00000001:1.0:1769078415.923328:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078415.923330:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923331:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078415.923333:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078415/real 1769078415] req@ffff8f28835fb100 x1855008978510720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078415.923338:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078415.923338:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078415.923340:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078415.923341:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078415.923342:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923343:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078415.923344:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078415.923346:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978510720/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078415.923354:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923356:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078415.923357:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923358:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078415.923359:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923360:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078415.923360:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078415.923362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078415.923363:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078415.923364:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078415.923366:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510720:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078415.923368:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078415.923369:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078415.923370:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.923371:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078415.923372:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078415.923396:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078415.923399:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078415.923401:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078415.923402:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078415.923403:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.923404:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078415.923406:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923410:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078415.923411:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:1.0:1769078415.923413:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078415.923420:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078415.923423:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078415.923424:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.923425:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923426:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078415.923428:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923430:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298726946 00000100:00000001:1.0:1769078415.923432:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298728185 00000100:00000001:1.0:1769078415.923435:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298726946 00000100:00000001:1.0:1769078415.923437:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298728185 00000100:00000001:1.0:1769078415.923439:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078415.923441:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923443:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078415.923446:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078415/real 1769078415] req@ffff8f28835f8000 x1855008978510848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078415.923454:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078415.923455:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078415.923457:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078415.923459:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078415.923460:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923462:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078415.923463:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078415.923467:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978510848/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078415.923474:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923477:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078415.923479:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923480:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078415.923482:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923483:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078415.923485:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078415.923488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078415.923490:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078415.923491:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078415.923494:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510848:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078415.923498:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923500:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.923501:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078415.923502:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078415.923504:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078415.923505:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078415.923507:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078415.923510:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078415.923511:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078415.923513:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078415.923514:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923516:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.923517:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078415.923518:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078415.923520:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078415.923521:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078415.923522:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078415.923524:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078415.923525:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078415.923527:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078415.923528:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923530:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.923531:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078415.923532:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078415.923534:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078415.923535:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078415.923536:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078415.923538:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078415.923539:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078415.923540:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078415.923542:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923543:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923545:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078415.923547:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923548:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078415.923549:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078415.923550:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078415.923551:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078415.923552:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.923554:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078415.923555:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078415.923557:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078415.923559:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078415.923561:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078415.923562:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078415.923563:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078415.923564:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078415.923566:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923570:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078415.923571:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:1.0:1769078415.923574:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078415.923582:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078415.923585:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078415.923587:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.923588:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923588:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078415.923590:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923592:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298726938 00000100:00000001:1.0:1769078415.923594:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298728185 00000100:00000001:1.0:1769078415.923596:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298726938 00000100:00000001:1.0:1769078415.923597:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298728185 00000100:00000001:1.0:1769078415.923599:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078415.923600:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923601:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078415.923603:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078415/real 1769078415] req@ffff8f28835f8e00 x1855008978510976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078415.923607:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078415.923607:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078415.923609:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078415.923610:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078415.923611:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923612:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078415.923627:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078415.923631:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978510976/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078415.923637:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923638:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078415.923640:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923641:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078415.923641:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923642:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078415.923643:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078415.923644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078415.923646:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078415.923647:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078415.923649:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978510976:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078415.923651:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923653:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078415.923654:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078415.923654:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078415.923656:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078415.923657:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078415.923657:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078415.923659:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078415.923659:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078415.923661:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078415.923662:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923663:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078415.923665:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078415.923666:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078415.923667:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078415.923668:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078416.562510:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078416.562520:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078416.562523:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078416.562530:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078416.562536:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078416.562540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078416.562543:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078416.562545:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078416.562547:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078416.563881:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078416.563886:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078416.563891:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078416.563894:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078416.563897:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078416.563899:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078416.563903:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078416.563905:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078416.563907:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078416.563909:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078416.563967:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078416.563971:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078416.563975:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078416.946495:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078416.946503:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078416.946506:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078416.946513:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078416.946517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078416.946521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078416.946524:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078416.946527:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078416.946530:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078417.586549:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078417.586560:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078417.586562:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078417.586570:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078417.586574:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078417.586580:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078417.586582:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078417.586595:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078417.586599:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078417.586621:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078417.586625:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078417.586629:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078417.586631:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078417.587062:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078417.587064:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078417.587067:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078417.970508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078417.970515:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078417.970517:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078417.970522:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078417.970526:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078417.970530:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078417.970532:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078417.970534:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078417.970536:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078418.610500:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078418.610505:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078418.610511:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078418.610512:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078418.610515:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078418.610516:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078418.610518:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078418.610522:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078418.610523:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078418.610526:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078418.610528:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078418.610529:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078418.610532:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078418.610532:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078418.610537:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078418.610539:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078418.610541:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078418.610541:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078418.610545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078418.610609:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078418.610613:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078418.610617:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078418.994532:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078418.994543:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078418.994545:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078418.994553:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078418.994557:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078418.994579:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078418.994587:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078418.994589:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078418.994592:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078419.634465:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078419.634467:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078419.634472:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078419.634473:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078419.634477:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078419.634478:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078419.634481:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078419.634484:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078419.634488:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078419.634492:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078419.634494:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078419.634497:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078419.634499:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078419.634530:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078419.634538:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078419.634541:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078420.018473:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078420.018478:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078420.018480:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078420.018484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078420.018486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078420.018490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078420.018492:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078420.018494:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078420.018495:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078420.658513:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078420.658523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078420.658526:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078420.658532:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078420.658547:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078420.658551:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078420.658557:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078420.658560:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078420.658563:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078420.659734:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078420.659738:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078420.659742:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078420.659743:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078420.659810:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078420.659815:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078420.659818:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078421.042515:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078421.042524:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078421.042525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078421.042526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078421.042554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078421.042559:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078421.042563:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078421.042566:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078421.042568:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078421.042572:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078421.042574:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078421.042576:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078421.042579:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078421.042581:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078421.042586:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4059 00000100:00080000:3.0:1769078421.042600:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078421.042605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078421.042608:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078421.042613:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078421.042615:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078421.042618:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078421.042620:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078421.042621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078421.042623:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078421.042627:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078421.042629:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078421.042631:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078421.042634:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078421.042636:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042639:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078421.042641:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078421.042654:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078421.042656:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042659:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078421.042661:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078421.042665:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042676:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078421.042686:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978511104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078421.042694:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078421.042698:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042718:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078421.042722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078421.042726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078421.042728:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078421.042729:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078421.042732:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078421.042735:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4059 00000100:00080000:3.0:1769078421.042739:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078421.042741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078421.042743:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078421.042745:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078421.042746:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078421.042749:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078421.042751:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078421.042752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078421.042753:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078421.042756:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078421.042758:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078421.042759:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078421.042765:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078421.042766:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042768:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078421.042771:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:3.0:1769078421.042773:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078421.042777:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:3.0:1769078421.042777:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.042781:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078421.042781:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.042784:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078421.042785:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078421.042786:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078421.042788:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.042791:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078421.042791:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078421.042793:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078421.042795:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078421.042796:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.042802:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042804:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078421.042808:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978511104:192.168.204.124@tcp:250:kworker.0 00000100:00100000:3.0:1769078421.042812:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978511232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078421.042815:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078421.042820:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078421.042820:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078421.042823:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042824:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.042829:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078421.042830:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078421.042833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769078421.042835:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078421.042836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078421.042840:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078421.042841:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078421.042843:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078421.042846:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4059 00000100:00080000:3.0:1769078421.042850:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078421.042852:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078421.042854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078421.042856:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1769078421.042857:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078421.042859:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000020:00000001:3.0:1769078421.042860:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078421.042864:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078421.042865:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078421.042870:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078421.042873:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078421.042875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078421.042878:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078421.042881:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078421.042883:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078421.042886:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078421.042888:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042890:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078421.042893:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078421.042896:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042898:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078421.042903:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078421.042904:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042906:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078421.042907:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078421.042909:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042914:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.042916:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078421.042919:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978511360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078421.042924:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298733305 00000100:00000001:3.0:1769078421.042927:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078421.042930:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042932:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078421.042934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078421.042936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078421.042937:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078421.042938:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078421.042939:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078421.042940:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078421.042945:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4059 00000100:00080000:3.0:1769078421.042948:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078421.042950:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298733305 00000100:00000001:3.0:1769078421.042950:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078421.042953:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078421.042955:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078421.042956:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078421.042958:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769078421.042958:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078421.042963:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078421.042964:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078421.042965:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078421.042966:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078421.042971:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078421.042972:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078421.042977:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.042978:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078421.042979:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078421.042984:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078421.042984:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078421.042990:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042991:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078421.042993:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078421.042994:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.042995:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.042996:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078421.042999:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1769078421.043000:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078421.043003:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043004:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078421.043005:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078421.043008:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769078421.043008:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078421.043011:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043012:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078421.043015:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078421.043016:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043017:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078421.043020:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978511488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078421.043024:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078421.043028:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078421.043030:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078421.043033:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.043033:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.043040:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078421.043041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078421.043052:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511232:192.168.204.124@tcp:38:kworker.0 00000100:00080000:3.0:1769078421.043053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078421.043056:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078421.043059:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769078421.043060:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078421.043064:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078421.043064:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:1.0:1769078421.043068:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078421.043070:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4059 02000000:00000001:1.0:1769078421.043072:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1769078421.043074:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769078421.043077:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.043077:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078421.043080:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078421.043083:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078421.043084:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078421.043086:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078421.043087:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078421.043090:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078421.043090:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078421.043094:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:3.0:1769078421.043095:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078421.043102:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078421.043103:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078421.043108:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078421.043111:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078421.043114:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078421.043116:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043118:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.043119:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078421.043124:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078421.043125:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298732065 00000008:00000001:3.0:1769078421.043128:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043132:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298733305 00000100:00000001:3.0:1769078421.043133:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043138:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298732065 00000100:00000001:1.0:1769078421.043141:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298733305 02000000:00000001:3.0:1769078421.043141:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078421.043145:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043146:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078421.043150:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078421.043151:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078421.043153:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078421.043155:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078421.043157:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078421.043157:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043160:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.043162:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078421.043164:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.043165:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078421.043170:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078421.043172:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978511616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078421.043174:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078421.043182:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078421.043185:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078421.043187:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.043188:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078421.043189:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078421.043192:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.043195:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078421.043195:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043206:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078421.043208:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000100:00000001:1.0:1769078421.043213:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078421.043224:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043228:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298732062 00000100:00000001:1.0:1769078421.043239:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298733305 00000100:00000001:1.0:1769078421.043241:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298732062 00000100:00000001:1.0:1769078421.043243:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298733305 00000100:00000001:1.0:1769078421.043244:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078421.043246:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043247:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043248:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078421.043250:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078421.043251:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078421.043253:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078421.043254:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078421.043255:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078421.043256:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078421.043257:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.043259:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078421.043260:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078421.043261:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078421.043264:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078421.043266:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078421.043268:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078421.043269:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.043270:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078421.043272:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043277:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078421.043278:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:1.0:1769078421.043281:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078421.043288:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043290:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298732065 00000100:00000001:1.0:1769078421.043292:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298733305 00000100:00000001:1.0:1769078421.043295:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298732065 00000100:00000001:1.0:1769078421.043298:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298733305 00000100:00000001:1.0:1769078421.043300:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078421.043301:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043303:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078421.043316:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078421.043317:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.043319:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078421.043321:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078421.043323:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078421.043327:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078421.043330:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078421.043333:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078421.043334:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078421.043336:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078421.043339:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043346:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078421.043347:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:1.0:1769078421.043350:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078421.043359:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043363:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298732057 00000100:00000001:1.0:1769078421.043365:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298733305 00000100:00000001:1.0:1769078421.043367:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298732057 00000100:00000001:1.0:1769078421.043370:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298733305 00000100:00000001:1.0:1769078421.043372:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078421.043407:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043410:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043411:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078421.043413:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078421.043414:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078421.043415:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078421.043416:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078421.043417:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.043419:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.682510:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078421.682527:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078421.682532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.682533:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078421.682537:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078421.682541:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078421.682544:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078421.682548:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078421.682551:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078421.682552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078421.682553:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078421.682555:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078421.682557:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078421.682621:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078421.682625:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078421.682629:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078422.066663:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078422.066672:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078422.066674:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078422.066680:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078422.066685:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078422.066688:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078422.066691:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078422.066694:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078422.066697:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078422.706517:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078422.706526:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078422.706528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078422.706529:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078422.706532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078422.706537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078422.706539:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078422.706539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078422.706545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078422.706550:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078422.706553:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078422.706556:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078422.706560:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078422.706609:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078422.706613:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078422.706617:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078423.090655:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078423.090666:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078423.090668:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078423.090675:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078423.090680:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078423.090684:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078423.090688:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078423.090691:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078423.090694:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078423.730507:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078423.730507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078423.730515:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078423.730516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078423.730520:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078423.730525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078423.730529:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078423.730529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078423.730540:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078423.730545:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078423.730549:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078423.730551:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078423.730555:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078423.730599:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078423.730604:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078423.730607:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078424.115431:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078424.115443:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078424.115446:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078424.115453:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078424.115458:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078424.115462:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.115465:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078424.115468:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.115471:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1769078424.116066:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.124:988 00000400:00000100:2.0:1769078424.118500:0:2399:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.124@tcp at host 192.168.204.124 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078424.118527:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078424.118546:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078424.118572:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078424.118574:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078424.118577:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078424.118587:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078424.118593:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078424.118596:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078424.118597:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078424.118599:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078424.118605:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:0.0:1769078424.118609:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078424.118611:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078424.118615:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078424.118616:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078424.118618:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078424.118619:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000100:2.0:1769078424.118624:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078424.118628:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078424.118631:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078424.118631:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078424.118634:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078424.118637:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078424.118642:0:2399:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.124@tcp 00000100:00000001:2.0:1769078424.118646:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1769078424.118649:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078421/real 1769078424] req@ffff8f28835fa680 x1855008978511232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078424.118649:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078424.118652:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078424.118655:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1769078424.118676:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078424.118678:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078424.118686:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078424.118690:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078424.118691:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118694:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.118697:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078424.118703:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978511232/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078424.118832:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118836:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078424.118840:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118842:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.118843:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118847:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078424.118850:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078424.118853:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078424.118859:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078424.118862:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078424.118867:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511232:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078424.118872:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078424.118877:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078421/real 1769078424] req@ffff8f28835f9f80 x1855008978511360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078424.118886:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078424.118887:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078424.118891:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078424.118892:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078424.118894:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118896:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.118897:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078424.118901:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978511360/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078424.118908:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118910:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078424.118912:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118914:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.118915:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118916:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078424.118917:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078424.118919:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078424.118922:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078424.118924:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078424.118928:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511360:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078424.118932:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078424.118935:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078421/real 1769078424] req@ffff8f28835fb800 x1855008978511104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078424.118943:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078424.118945:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078424.118948:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078424.118949:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078424.118950:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118952:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.118954:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078424.118958:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978511104/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078424.118965:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118967:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078424.118969:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118970:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.118971:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.118973:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078424.118974:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078424.118976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078424.118978:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078424.118980:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078424.118983:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978511104:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078424.118987:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078424.118989:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078424.118990:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078424.118994:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078424.118999:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078424.119002:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078424.119005:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078424.119009:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078424.119011:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078424.119014:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078424.119016:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119017:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078424.119019:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078424.119020:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078424.119022:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078424.119023:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078424.119024:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078424.119026:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078424.119027:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078424.119029:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078424.119030:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119032:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078424.119033:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078424.119034:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078424.119036:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078424.119037:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078424.119038:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078424.119039:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078424.119040:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078424.119042:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078424.119043:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119045:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078424.119047:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078424.119048:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078424.119049:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078424.119054:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078421/real 1769078424] req@ffff8f28835f8e00 x1855008978511488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078424.119061:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078424.119062:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078424.119064:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078424.119066:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078424.119067:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119069:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.119070:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078424.119074:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978511488/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078424.119080:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119082:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078424.119085:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119086:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.119087:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119089:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078424.119091:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078424.119094:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078424.119097:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078424.119100:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078424.119102:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511488:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078424.119106:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078424.119111:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078421/real 1769078424] req@ffff8f28835f8000 x1855008978511616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078424.119118:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078424.119119:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078424.119122:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078424.119123:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078424.119125:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119126:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.119128:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078424.119131:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978511616/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078424.119137:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119139:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078424.119142:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119143:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078424.119145:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119146:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078424.119147:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078424.119149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078424.119152:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078424.119154:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078424.119157:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511616:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078424.119160:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119163:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078424.119164:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078424.119165:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078424.119167:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078424.119168:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078424.119169:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078424.119172:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078424.119173:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078424.119174:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078424.119175:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119177:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078424.119178:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078424.119179:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078424.119181:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078424.119182:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078424.119184:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078424.119185:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078424.119186:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078424.119187:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078424.119188:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119190:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078424.119199:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078424.119200:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078424.119202:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078424.119203:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078424.754529:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078424.754536:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078424.754539:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078424.754542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078424.754543:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078424.754551:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078424.754552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078424.754556:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078424.754557:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078424.754562:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078424.754565:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078424.754567:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078424.754570:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078424.754770:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078424.754775:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078424.754778:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078425.138635:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078425.138646:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078425.138649:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078425.138657:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078425.138662:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078425.138667:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078425.138670:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078425.138673:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078425.138676:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078425.778470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078425.778480:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078425.778483:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078425.778484:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078425.778490:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078425.778493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078425.778496:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078425.778499:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078425.778500:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078425.778504:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078425.778509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078425.778512:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078425.778516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078425.778624:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078425.778629:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078425.778632:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078426.162654:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078426.162664:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078426.162667:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078426.162685:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078426.162691:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078426.162695:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.162699:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078426.162702:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.162705:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078426.162823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078426.162830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078426.162834:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078426.162839:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078426.162843:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078426.162852:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4064 00000100:00080000:3.0:1769078426.162865:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078426.162868:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.162876:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078426.162881:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078426.162884:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078426.162888:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078426.162892:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078426.162895:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.162896:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078426.162901:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078426.162904:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.162907:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078426.162912:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078426.162916:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.162919:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078426.162921:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.162944:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078426.162946:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.162950:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078426.162953:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078426.162958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.162972:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078426.162984:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978511744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078426.162996:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078426.163001:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163022:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078426.163026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078426.163029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078426.163031:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078426.163032:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078426.163035:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078426.163038:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4064 00000100:00080000:3.0:1769078426.163042:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078426.163044:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.163046:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078426.163048:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078426.163050:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078426.163052:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078426.163054:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078426.163056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.163057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078426.163061:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078426.163063:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.163064:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078426.163070:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078426.163072:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163075:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078426.163080:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078426.163083:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163085:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.163089:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078426.163090:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163092:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078426.163093:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078426.163095:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163100:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078426.163106:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978511872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078426.163115:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078426.163117:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163120:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078426.163122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078426.163126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078426.163127:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078426.163129:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078426.163131:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078426.163134:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4064 00000100:00080000:3.0:1769078426.163137:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078426.163140:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.163141:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078426.163144:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078426.163145:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078426.163147:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078426.163149:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078426.163151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.163153:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078426.163156:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078426.163158:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.163160:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078426.163163:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078426.163165:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163167:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078426.163169:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078426.163178:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163180:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.163184:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078426.163186:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163188:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078426.163189:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078426.163191:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163195:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078426.163200:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978512000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078426.163208:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078426.163210:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163212:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078426.163214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078426.163218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078426.163219:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078426.163221:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078426.163224:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078426.163227:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4064 00000100:00080000:3.0:1769078426.163231:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078426.163233:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.163235:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078426.163237:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078426.163238:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078426.163240:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078426.163242:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078426.163245:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.163246:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078426.163249:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078426.163251:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.163253:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078426.163256:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078426.163258:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163260:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078426.163263:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078426.163265:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163267:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.163271:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078426.163272:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163275:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078426.163276:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078426.163277:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163282:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078426.163286:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978512128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078426.163293:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078426.163295:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163297:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078426.163300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078426.163304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078426.163305:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078426.163307:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078426.163310:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078426.163312:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4064 00000100:00080000:3.0:1769078426.163315:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078426.163317:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.163319:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078426.163327:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078426.163329:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078426.163331:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078426.163333:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078426.163335:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078426.163336:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078426.163339:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078426.163342:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.163344:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078426.163347:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078426.163349:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163350:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078426.163352:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078426.163355:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163356:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078426.163360:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078426.163362:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163363:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078426.163365:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078426.163366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163371:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078426.163397:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978512256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078426.163411:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078426.163413:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078426.163416:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.163787:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078426.163791:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078426.163794:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078426.163796:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078426.163799:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.163804:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078426.163808:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078426.163811:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078426.163816:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978511744:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078426.163821:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078426.163828:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078426.163831:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.163835:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078426.163841:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.163861:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078426.163863:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769078426.163867:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078426.163918:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078426.163946:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078426.163952:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.163955:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.163957:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078426.163965:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.163970:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298738426 00000100:00000001:0.0:1769078426.163983:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078426.163990:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298738426 00000100:00000001:0.0:1769078426.163995:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078426.163999:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078426.164003:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164006:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078426.164011:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078426/real 1769078426] req@ffff8f28835fb100 x1855008978511744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078426.164023:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078426.164025:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078426.164029:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078426.164032:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078426.164034:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164037:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164039:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078426.164044:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978511744/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078426.164052:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164055:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078426.164058:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164059:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164060:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164063:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078426.164065:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078426.164068:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078426.164072:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078426.164074:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078426.164077:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978511744:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078426.164082:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078426.164084:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078426.164085:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.164087:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078426.164089:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078426.164091:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078426.164094:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078426.164099:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078426.164102:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078426.164105:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.164106:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078426.164109:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164116:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078426.164117:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769078426.164122:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078426.164134:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078426.164138:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078426.164140:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.164141:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164143:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078426.164146:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164150:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298737186 00000100:00000001:0.0:1769078426.164153:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298738426 00000100:00000001:0.0:1769078426.164155:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298737186 00000100:00000001:0.0:1769078426.164158:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298738426 00000100:00000001:0.0:1769078426.164160:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078426.164162:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164164:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078426.164168:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078426/real 1769078426] req@ffff8f28835fa300 x1855008978511872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078426.164189:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078426.164190:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078426.164193:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078426.164195:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078426.164196:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164198:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164200:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078426.164203:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978511872/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078426.164214:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164215:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078426.164217:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164218:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164219:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164221:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078426.164223:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078426.164224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078426.164227:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078426.164229:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078426.164232:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978511872:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078426.164235:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078426.164236:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078426.164237:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.164239:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078426.164241:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078426.164243:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078426.164245:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078426.164248:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078426.164250:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078426.164251:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.164253:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078426.164256:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164260:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078426.164261:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769078426.164265:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078426.164275:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078426.164278:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078426.164280:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.164281:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164283:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078426.164286:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164289:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298737183 00000100:00000001:0.0:1769078426.164292:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298738426 00000100:00000001:0.0:1769078426.164294:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298737183 00000100:00000001:0.0:1769078426.164295:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298738426 00000100:00000001:0.0:1769078426.164297:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078426.164299:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164301:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078426.164305:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078426/real 1769078426] req@ffff8f28835f8700 x1855008978512000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078426.164312:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078426.164313:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078426.164315:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078426.164316:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078426.164318:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164319:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164320:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078426.164323:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978512000/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078426.164329:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164331:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078426.164333:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164335:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164336:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164338:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078426.164339:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078426.164341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078426.164344:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078426.164346:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078426.164350:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512000:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078426.164354:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078426.164355:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078426.164356:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.164358:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078426.164360:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078426.164362:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078426.164365:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078426.164367:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078426.164369:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078426.164371:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.164372:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078426.164398:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164405:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078426.164407:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769078426.164410:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078426.164421:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078426.164424:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078426.164426:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.164427:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164429:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078426.164431:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164434:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298737187 00000100:00000001:0.0:1769078426.164437:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298738426 00000100:00000001:0.0:1769078426.164438:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298737187 00000100:00000001:0.0:1769078426.164451:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298738426 00000100:00000001:0.0:1769078426.164454:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078426.164456:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164457:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078426.164461:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078426/real 1769078426] req@ffff8f28835f8380 x1855008978512128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078426.164475:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078426.164476:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078426.164479:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078426.164480:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078426.164482:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164483:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164485:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078426.164488:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978512128/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078426.164494:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164496:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078426.164498:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164499:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164501:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164503:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078426.164504:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078426.164506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078426.164509:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078426.164512:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078426.164515:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512128:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078426.164518:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078426.164519:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078426.164521:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.164523:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078426.164524:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078426.164526:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078426.164529:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078426.164532:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078426.164534:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078426.164536:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078426.164537:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078426.164540:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164545:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078426.164546:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769078426.164550:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078426.164561:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078426.164565:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078426.164567:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.164568:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164570:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078426.164572:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164575:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298737179 00000100:00000001:0.0:1769078426.164577:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298738426 00000100:00000001:0.0:1769078426.164579:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298737179 00000100:00000001:0.0:1769078426.164581:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298738426 00000100:00000001:0.0:1769078426.164583:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078426.164584:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164586:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078426.164590:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078426/real 1769078426] req@ffff8f28835fad80 x1855008978512256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078426.164597:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078426.164598:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078426.164601:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078426.164602:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078426.164603:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164605:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164606:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078426.164609:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978512256/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078426.164615:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164617:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078426.164620:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164621:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078426.164622:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164624:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078426.164625:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078426.164628:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078426.164631:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078426.164632:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078426.164635:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512256:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078426.164639:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164640:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.164642:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078426.164645:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078426.164648:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078426.164650:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078426.164652:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078426.164657:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078426.164659:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078426.164662:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078426.164663:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164664:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.164666:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078426.164667:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078426.164668:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078426.164669:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078426.164670:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078426.164672:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078426.164673:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078426.164674:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078426.164676:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164677:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.164678:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078426.164679:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078426.164680:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078426.164681:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078426.164683:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078426.164684:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078426.164686:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078426.164687:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078426.164689:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164690:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.164691:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078426.164692:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078426.164694:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078426.164695:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078426.164696:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078426.164698:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078426.164700:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078426.164701:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078426.164702:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164704:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078426.164705:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078426.164706:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078426.164708:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078426.164709:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078426.164710:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078426.164713:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078426.164715:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078426.164716:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078426.164717:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164720:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078426.164729:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078426.164731:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078426.164734:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078426.164735:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078426.802527:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078426.802531:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078426.802537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078426.802538:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078426.802541:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078426.802546:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078426.802548:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078426.802552:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078426.802554:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078426.802556:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078426.802560:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078426.802561:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078426.802567:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078426.802568:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078426.802572:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078426.802573:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078426.802578:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078426.802579:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078426.802585:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078426.802952:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078426.802969:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078426.802973:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078427.186563:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078427.186570:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078427.186572:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078427.186576:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078427.186580:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078427.186583:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078427.186586:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078427.186588:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078427.186590:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078427.826481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078427.826486:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078427.826488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078427.826491:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078427.826491:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078427.826498:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078427.826499:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078427.826501:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078427.826504:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078427.826507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078427.826509:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078427.826511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078427.826514:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078427.826559:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078427.826563:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078427.826565:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078428.213324:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078428.213334:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078428.213336:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078428.213344:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078428.213348:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078428.213352:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078428.213355:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078428.213358:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078428.213361:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078428.850506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078428.850514:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078428.850515:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078428.850517:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078428.850522:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769078428.850526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078428.850527:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078428.850532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078428.850532:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078428.850538:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078428.850539:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078428.850542:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078428.850544:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078428.850546:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078428.850549:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078428.850550:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078428.850554:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078428.850557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078428.850560:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078428.850621:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078428.850625:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078428.850629:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078429.234538:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078429.234729:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078429.234731:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078429.234738:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078429.234743:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078429.234747:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078429.234750:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078429.234753:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078429.234756:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078429.874585:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078429.874593:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078429.874595:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078429.874601:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078429.874607:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078429.874612:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078429.874616:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078429.874620:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078429.874623:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078429.874662:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078429.874667:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078429.874672:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078429.874674:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078429.874791:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078429.874795:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078429.874808:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078430.258454:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078430.258464:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078430.258467:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078430.258473:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078430.258478:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078430.258482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078430.258485:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078430.258488:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078430.258491:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078430.898449:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078430.898456:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078430.898457:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078430.898460:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078430.898462:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078430.898466:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078430.898469:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078430.898469:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078430.898475:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078430.898479:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078430.898483:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078430.898487:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078430.898490:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078430.898521:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078430.898525:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078430.898529:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078431.282444:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078431.282451:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078431.282454:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078431.282460:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:0.0:1769078431.282461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078431.282467:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078431.282470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078431.282472:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078431.282475:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078431.282478:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078431.282481:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078431.282482:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078431.282488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282489:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078431.282499:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4069 00000100:00080000:0.0:1769078431.282512:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078431.282516:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078431.282518:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078431.282522:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078431.282525:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078431.282528:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078431.282531:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078431.282533:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078431.282534:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078431.282547:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078431.282550:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078431.282553:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078431.282557:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078431.282560:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282563:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078431.282566:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078431.282577:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078431.282579:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282583:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078431.282586:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078431.282591:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282605:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078431.282614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835ead80 x1855008978512384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078431.282624:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078431.282629:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282645:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078431.282648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078431.282652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078431.282653:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078431.282655:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078431.282657:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078431.282660:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4069 00000100:00080000:0.0:1769078431.282664:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078431.282667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078431.282669:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078431.282671:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078431.282673:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078431.282674:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769078431.282676:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078431.282680:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078431.282681:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078431.282682:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078431.282685:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078431.282686:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078431.282690:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078431.282691:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078431.282694:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282695:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078431.282700:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078431.282703:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078431.282705:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078431.282709:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282711:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078431.282715:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1769078431.282716:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078431.282721:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.282722:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282724:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078431.282729:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978512384:192.168.204.124@tcp:250:kworker.0 02000000:00000001:0.0:1769078431.282730:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078431.282733:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.282735:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078431.282736:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078431.282739:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078431.282740:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078431.282741:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.282744:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.282747:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078431.282748:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.282753:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078431.282755:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8700 x1855008978512512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078431.282764:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078431.282765:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282768:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078431.282771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078431.282774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078431.282776:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078431.282778:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078431.282780:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078431.282782:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4069 00000100:00080000:0.0:1769078431.282786:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078431.282788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078431.282790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078431.282792:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078431.282793:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078431.282795:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078431.282797:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078431.282799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078431.282800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078431.282801:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078431.282804:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898324864 : -124070811226752 : ffff8f28835ead80) 00000100:00080000:0.0:1769078431.282807:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078431.282809:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078431.282813:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078431.282815:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078431.282818:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078431.282820:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282822:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078431.282825:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078431.282827:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282828:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078431.282832:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078431.282833:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282835:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078431.282836:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078431.282838:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282842:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078431.282847:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9180 x1855008978512640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078431.282853:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078431.282855:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078431.282859:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078431.282860:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078431.282864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078431.282868:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078431.282870:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078431.282871:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078431.282873:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078431.282875:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078431.282878:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769078431.282880:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4069 00000100:00000001:1.0:1769078431.282881:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.282886:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769078431.282888:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078431.282892:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078431.282892:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078431.282898:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298743545 00000020:00000001:0.0:1769078431.282900:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078431.282903:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078431.282905:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078431.282908:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078431.282910:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078431.282911:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078431.282914:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:1.0:1769078431.282917:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298743545 00000100:00080000:0.0:1769078431.282918:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078431.282921:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078431.282922:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078431.282926:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078431.282928:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078431.282931:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.282931:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078431.282935:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078431.282938:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078431.282940:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078431.282941:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:0.0:1769078431.282944:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282947:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078431.282948:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078431/real 1769078431] req@ffff8f28835ead80 x1855008978512384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078431.282952:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078431.282954:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.282958:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078431.282961:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:1.0:1769078431.282961:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078431.282963:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769078431.282965:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.282967:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078431.282971:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078431.282972:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.282972:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.282977:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078431.282979:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078431.282982:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978512768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078431.282985:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835ead80 x1855008978512384/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078431.283004:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078431.283005:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078431.283008:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283009:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078431.283012:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283013:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283017:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769078431.283019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078431.283019:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283023:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769078431.283025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078431.283025:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078431.283029:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078431.283030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078431.283032:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078431.283035:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078431.283038:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078431.283039:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1769078431.283043:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4069 00000100:00100000:1.0:1769078431.283044:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978512384:192.168.204.124@tcp:250:kworker.0 00000100:00080000:0.0:1769078431.283050:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078431.283050:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283054:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078431.283056:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078431.283057:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078431.283059:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078431.283061:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769078431.283062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078431.283063:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078431.283066:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769078431.283068:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:1.0:1769078431.283069:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1769078431.283073:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078431.283074:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1769078431.283077:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078431.283077:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283081:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078431.283082:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078431.283085:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078431.283087:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078431.283088:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078431.283091:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078431.283093:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078431.283094:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283097:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078431.283098:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078431.283102:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078431.283103:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769078431.283106:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283107:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078431.283110:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078431.283111:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078431.283114:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1769078431.283115:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1769078431.283118:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078431.283119:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283122:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078431.283123:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283127:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078431.283129:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078431.283131:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078431.283132:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.283137:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078431.283139:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078431.283140:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512512:192.168.204.124@tcp:38:kworker.0 02000000:00000001:0.0:1769078431.283141:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283148:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078431.283149:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283151:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078431.283154:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283156:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769078431.283157:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978512896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078431.283159:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283167:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078431.283168:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078431.283170:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898315008 : -124070811236608 : ffff8f28835e8700) 00000100:00000001:0.0:1769078431.283172:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078431.283177:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283178:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078431.283195:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078431.283200:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078431.283203:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078431.283204:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283207:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078431.283210:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283214:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298742305 00000100:00000001:1.0:1769078431.283217:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298743545 00000100:00000001:1.0:1769078431.283219:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298742305 00000100:00000001:1.0:1769078431.283221:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298743545 00000100:00000001:1.0:1769078431.283222:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078431.283223:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283224:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078431.283227:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078431/real 1769078431] req@ffff8f28835e8700 x1855008978512512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078431.283233:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078431.283233:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078431.283235:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078431.283236:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078431.283237:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283238:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078431.283239:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078431.283242:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8700 x1855008978512512/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078431.283246:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283247:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078431.283248:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283249:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078431.283249:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283250:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078431.283252:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078431.283253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078431.283256:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078431.283257:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078431.283259:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512512:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078431.283261:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078431.283262:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078431.283263:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283265:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078431.283266:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078431.283267:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078431.283269:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078431.283271:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078431.283272:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078431.283273:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283274:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078431.283276:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283280:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078431.283281:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898317696 : -124070811233920 : ffff8f28835e9180) 00000100:00000001:1.0:1769078431.283284:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078431.283291:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078431.283293:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078431.283295:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078431.283296:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283297:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078431.283298:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283300:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298742302 00000100:00000001:1.0:1769078431.283302:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298743545 00000100:00000001:1.0:1769078431.283303:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298742302 00000100:00000001:1.0:1769078431.283305:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298743545 00000100:00000001:1.0:1769078431.283306:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078431.283307:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283308:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078431.283310:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078431/real 1769078431] req@ffff8f28835e9180 x1855008978512640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078431.283314:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078431.283315:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078431.283316:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078431.283317:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078431.283317:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283319:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078431.283320:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078431.283322:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9180 x1855008978512640/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078431.283327:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283328:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078431.283329:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283330:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078431.283330:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283331:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078431.283332:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078431.283333:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078431.283335:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078431.283336:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078431.283338:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512640:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078431.283339:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078431.283340:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078431.283341:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283342:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078431.283343:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078431.283344:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078431.283345:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078431.283347:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078431.283348:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078431.283348:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283349:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078431.283351:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283409:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078431.283412:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078431.283415:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078431.283425:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078431.283428:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078431.283430:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078431.283431:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283432:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078431.283434:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283436:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298742306 00000100:00000001:1.0:1769078431.283438:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298743545 00000100:00000001:1.0:1769078431.283439:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298742306 00000100:00000001:1.0:1769078431.283440:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298743545 00000100:00000001:1.0:1769078431.283442:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078431.283443:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283444:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078431.283446:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078431/real 1769078431] req@ffff8f28835eb800 x1855008978512768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078431.283450:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078431.283451:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078431.283453:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078431.283454:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078431.283455:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283457:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078431.283458:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078431.283461:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978512768/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078431.283468:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283470:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078431.283472:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283474:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078431.283475:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283476:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078431.283478:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078431.283480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078431.283484:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078431.283486:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078431.283489:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512768:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078431.283493:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283495:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078431.283496:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078431.283497:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078431.283500:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078431.283501:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078431.283502:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078431.283504:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078431.283506:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078431.283508:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078431.283509:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283511:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078431.283512:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078431.283513:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078431.283514:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078431.283515:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078431.283516:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078431.283518:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078431.283519:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078431.283521:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078431.283522:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283523:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078431.283524:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078431.283526:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078431.283527:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078431.283528:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078431.283529:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078431.283531:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078431.283532:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078431.283534:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078431.283535:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283537:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283540:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078431.283542:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283544:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078431.283545:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078431.283547:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078431.283548:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078431.283550:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283552:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078431.283554:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078431.283556:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078431.283559:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078431.283562:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078431.283563:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078431.283564:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078431.283566:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078431.283568:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283572:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078431.283573:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:1.0:1769078431.283575:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078431.283583:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078431.283586:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078431.283587:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078431.283588:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283589:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078431.283591:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283593:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298742298 00000100:00000001:1.0:1769078431.283594:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298743545 00000100:00000001:1.0:1769078431.283596:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298742298 00000100:00000001:1.0:1769078431.283597:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298743545 00000100:00000001:1.0:1769078431.283598:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078431.283599:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283600:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078431.283603:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078431/real 1769078431] req@ffff8f28835e9880 x1855008978512896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078431.283607:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078431.283607:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078431.283608:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078431.283610:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078431.283611:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283612:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078431.283613:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078431.283615:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978512896/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078431.283619:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283620:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078431.283621:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283622:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078431.283623:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283624:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078431.283625:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078431.283627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078431.283628:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078431.283630:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078431.283632:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978512896:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078431.283634:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283635:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078431.283636:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078431.283636:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078431.283637:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078431.283638:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078431.283639:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078431.283640:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078431.283641:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078431.283642:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078431.283643:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283644:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.283646:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078431.283647:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.283648:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078431.283649:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.922460:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078431.922468:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078431.922470:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078431.922473:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.922474:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078431.922483:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078431.922483:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078431.922486:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078431.922489:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078431.922494:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.922498:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078431.922501:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078431.922504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078431.922546:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078431.922550:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078431.922553:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078432.306466:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078432.306475:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078432.306478:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078432.306484:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078432.306489:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078432.306493:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078432.306495:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078432.306497:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078432.306500:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078432.946593:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078432.946601:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078432.946608:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078432.946610:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078432.946612:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078432.946621:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078432.946623:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078432.946629:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078432.946634:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078432.946640:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078432.946692:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078432.946697:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078432.946702:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078432.947446:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078432.947449:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078432.947452:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078433.333089:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078433.333097:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078433.333100:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078433.333107:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078433.333111:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078433.333116:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078433.333119:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078433.333122:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078433.333125:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078433.970513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078433.970515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078433.970522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078433.970524:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078433.970528:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078433.970533:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078433.970536:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078433.970537:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078433.970544:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078433.970559:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078433.970563:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078433.970566:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078433.970569:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078433.970604:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078433.970608:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078433.970612:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078434.355442:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078434.355450:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078434.355452:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078434.355459:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078434.355464:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078434.355469:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078434.355471:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078434.355474:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078434.355477:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078434.994532:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078434.994540:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078434.994547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078434.994548:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078434.994618:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078434.994627:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078434.994629:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078434.994636:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000020:00000001:0.0:1769078434.994637:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078434.994641:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078434.994643:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078434.994647:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769078434.994649:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078434.994653:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078434.994658:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078434.994662:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078435.378459:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078435.378469:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078435.378471:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078435.378478:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078435.378483:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078435.378487:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078435.378490:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078435.378493:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078435.378496:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078436.019400:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078436.019407:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078436.019411:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078436.019412:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078436.019608:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078436.019611:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078436.019613:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078436.019974:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078436.019979:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078436.019981:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078436.019985:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078436.019988:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078436.019992:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078436.019994:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078436.019997:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078436.019999:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078436.402447:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078436.402452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078436.402456:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078436.402460:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078436.402463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769078436.402467:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078436.402468:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078436.402474:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078436.402474:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078436.402481:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078436.402481:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078436.402486:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078436.402489:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078436.402491:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4074 00000100:00000001:3.0:1769078436.402493:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078436.402505:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078436.402510:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402512:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078436.402517:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078436.402520:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078436.402522:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:0.0:1769078436.402526:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:0.0:1769078436.402528:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402529:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078436.402534:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078436.402537:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402540:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078436.402544:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078436.402548:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402550:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078436.402553:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402565:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078436.402567:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402571:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078436.402574:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078436.402579:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402591:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078436.402601:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8380 x1855008978513024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078436.402611:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078436.402615:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402635:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078436.402638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078436.402641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078436.402643:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078436.402644:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078436.402648:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078436.402650:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4074 00000100:00080000:0.0:1769078436.402653:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078436.402655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402657:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078436.402659:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078436.402660:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078436.402662:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:0.0:1769078436.402665:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078436.402667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402668:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078436.402671:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078436.402673:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402675:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078436.402680:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078436.402682:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402684:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078436.402688:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078436.402691:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402694:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402697:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078436.402698:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402700:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078436.402701:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078436.402703:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402707:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078436.402711:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eaa00 x1855008978513152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078436.402719:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078436.402721:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402723:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078436.402726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078436.402729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1769078436.402731:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078436.402732:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078436.402734:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078436.402737:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4074 00000100:00080000:0.0:1769078436.402740:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078436.402741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402742:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078436.402745:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078436.402746:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078436.402748:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:0.0:1769078436.402750:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:0.0:1769078436.402752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402754:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078436.402756:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078436.402758:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402760:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078436.402762:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078436.402764:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402766:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078436.402768:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078436.402771:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402772:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402776:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078436.402777:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402779:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078436.402780:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078436.402781:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402785:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078436.402789:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e8000 x1855008978513280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078436.402796:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078436.402798:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402799:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078436.402802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078436.402805:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078436.402806:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078436.402808:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078436.402810:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078436.402813:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4074 00000100:00080000:0.0:1769078436.402815:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078436.402817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402818:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078436.402820:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078436.402821:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078436.402823:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:0.0:1769078436.402825:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078436.402827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402829:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078436.402832:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078436.402835:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402836:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078436.402839:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078436.402840:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402842:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078436.402844:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078436.402846:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402848:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402853:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078436.402854:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402856:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078436.402857:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078436.402858:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402862:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078436.402867:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835e9880 x1855008978513408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078436.402873:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078436.402875:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402877:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078436.402880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078436.402883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078436.402885:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078436.402886:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078436.402888:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078436.402890:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4074 00000100:00080000:0.0:1769078436.402893:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078436.402895:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402896:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:0.0:1769078436.402897:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078436.402898:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078436.402900:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:0.0:1769078436.402902:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:0.0:1769078436.402905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078436.402906:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:0.0:1769078436.402909:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078436.402911:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402912:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078436.402914:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078436.402916:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402918:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078436.402919:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1769078436.402922:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402923:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078436.402926:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078436.402928:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402929:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078436.402930:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078436.402932:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078436.402939:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835eb800 x1855008978513536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078436.402946:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078436.402948:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078436.402950:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403349:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078436.403358:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078436.403361:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078436.403364:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078436.403366:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.403372:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078436.403418:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078436.403422:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078436.403431:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978513024:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078436.403436:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078436.403441:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078436.403444:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.403446:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078436.403455:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403474:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078436.403476:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898314112 : -124070811237504 : ffff8f28835e8380) 00000100:00000001:1.0:1769078436.403480:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078436.403521:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078436.403535:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078436.403540:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.403541:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403543:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078436.403548:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403552:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298748666 00000100:00000001:1.0:1769078436.403562:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078436.403569:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298748666 00000100:00000001:1.0:1769078436.403573:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078436.403576:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078436.403579:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403581:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078436.403588:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078436/real 1769078436] req@ffff8f28835e8380 x1855008978513024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078436.403598:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078436.403600:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078436.403603:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078436.403606:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078436.403608:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403610:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.403611:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078436.403616:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8380 x1855008978513024/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078436.403624:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403627:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078436.403630:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403632:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.403633:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403635:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078436.403637:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078436.403641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078436.403645:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078436.403647:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078436.403650:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978513024:192.168.204.124@tcp:250:kworker.0 00000100:00000001:1.0:1769078436.403655:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078436.403656:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078436.403658:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.403660:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078436.403661:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078436.403663:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078436.403666:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078436.403669:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078436.403671:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078436.403672:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.403674:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078436.403677:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403682:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078436.403683:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898323968 : -124070811227648 : ffff8f28835eaa00) 00000100:00000001:1.0:1769078436.403688:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078436.403700:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078436.403704:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078436.403707:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.403708:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403710:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078436.403712:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403716:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298747426 00000100:00000001:1.0:1769078436.403718:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298748666 00000100:00000001:1.0:1769078436.403720:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298747426 00000100:00000001:1.0:1769078436.403724:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298748666 00000100:00000001:1.0:1769078436.403726:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078436.403728:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403729:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078436.403733:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078436/real 1769078436] req@ffff8f28835eaa00 x1855008978513152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078436.403741:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078436.403742:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078436.403744:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078436.403746:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078436.403747:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403749:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.403751:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078436.403754:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eaa00 x1855008978513152/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078436.403760:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403762:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078436.403764:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403765:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.403766:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403768:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078436.403770:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078436.403772:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078436.403776:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078436.403778:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078436.403781:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513152:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078436.403785:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078436.403786:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078436.403787:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.403789:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078436.403791:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078436.403793:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078436.403796:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078436.403800:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078436.403801:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078436.403803:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.403805:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078436.403807:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403812:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078436.403813:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898313216 : -124070811238400 : ffff8f28835e8000) 00000100:00000001:1.0:1769078436.403816:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078436.403827:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078436.403831:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078436.403833:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.403834:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403836:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078436.403838:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403841:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298747423 00000100:00000001:1.0:1769078436.403844:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298748666 00000100:00000001:1.0:1769078436.403846:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298747423 00000100:00000001:1.0:1769078436.403847:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298748666 00000100:00000001:1.0:1769078436.403849:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078436.403851:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403852:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078436.403856:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078436/real 1769078436] req@ffff8f28835e8000 x1855008978513280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078436.403864:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078436.403865:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078436.403867:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078436.403868:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078436.403869:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403871:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.403872:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078436.403876:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e8000 x1855008978513280/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078436.403882:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403884:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078436.403886:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403888:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.403889:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403891:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078436.403892:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078436.403894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078436.403897:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078436.403899:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078436.403902:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513280:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078436.403905:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078436.403907:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078436.403908:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.403910:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078436.403912:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078436.403914:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078436.403916:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078436.403920:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078436.403922:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078436.403923:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.403925:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078436.403927:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403933:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078436.403934:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898319488 : -124070811232128 : ffff8f28835e9880) 00000100:00000001:1.0:1769078436.403937:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078436.403948:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078436.403953:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078436.403955:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.403956:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403958:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078436.403960:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403964:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298747426 00000100:00000001:1.0:1769078436.403966:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298748666 00000100:00000001:1.0:1769078436.403968:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298747426 00000100:00000001:1.0:1769078436.403970:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298748666 00000100:00000001:1.0:1769078436.403971:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078436.403973:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.403975:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078436.403979:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078436/real 1769078436] req@ffff8f28835e9880 x1855008978513408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078436.403987:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078436.403988:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078436.403990:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078436.403992:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078436.403993:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.403995:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.403996:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078436.404000:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835e9880 x1855008978513408/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078436.404006:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404008:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078436.404010:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404011:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.404012:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404014:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078436.404016:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078436.404018:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078436.404021:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078436.404023:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078436.404026:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513408:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078436.404030:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078436.404032:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078436.404033:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.404035:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078436.404037:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078436.404039:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078436.404042:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078436.404045:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078436.404047:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078436.404048:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078436.404050:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078436.404053:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.404058:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078436.404059:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898327552 : -124070811224064 : ffff8f28835eb800) 00000100:00000001:1.0:1769078436.404061:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1769078436.404073:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:1.0:1769078436.404077:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078436.404078:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.404080:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.404081:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078436.404083:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.404086:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298747418 00000100:00000001:1.0:1769078436.404088:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298748666 00000100:00000001:1.0:1769078436.404090:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298747418 00000100:00000001:1.0:1769078436.404091:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298748666 00000100:00000001:1.0:1769078436.404093:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078436.404095:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.404096:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078436.404100:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078436/real 1769078436] req@ffff8f28835eb800 x1855008978513536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078436.404112:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078436.404113:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078436.404115:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078436.404117:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078436.404118:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404120:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.404121:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078436.404125:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835eb800 x1855008978513536/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078436.404131:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404133:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078436.404135:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404137:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078436.404138:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404139:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078436.404141:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078436.404143:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078436.404146:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078436.404148:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1769078436.404151:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513536:192.168.204.124@tcp:8:kworker.0 00000100:00000001:1.0:1769078436.404155:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404156:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.404158:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078436.404161:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078436.404164:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078436.404166:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078436.404168:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078436.404172:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078436.404174:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078436.404178:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078436.404179:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404181:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.404182:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078436.404183:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078436.404185:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078436.404186:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078436.404186:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078436.404188:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078436.404189:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078436.404190:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078436.404191:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404193:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.404194:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078436.404195:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078436.404196:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078436.404197:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078436.404198:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078436.404199:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078436.404200:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078436.404201:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078436.404202:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404204:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.404204:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078436.404206:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078436.404207:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078436.404208:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078436.404209:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078436.404210:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078436.404211:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078436.404212:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078436.404214:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404215:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078436.404216:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078436.404217:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078436.404219:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078436.404220:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078436.404220:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769078436.404222:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078436.404223:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769078436.404226:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078436.404227:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404228:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078436.404235:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078436.404236:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078436.404239:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078436.404240:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078437.042512:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078437.042520:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078437.042525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078437.042529:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078437.042531:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078437.042534:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078437.042537:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078437.042540:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078437.042542:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078437.042545:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078437.042668:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078437.042672:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078437.042675:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078437.044291:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078437.044299:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078437.044301:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078437.044307:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078437.044311:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078437.044315:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078437.044318:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078437.044321:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078437.044323:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078437.426880:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078437.426890:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078437.426892:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078437.426900:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078437.426904:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078437.426908:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078437.426911:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078437.426914:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078437.426917:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078438.066537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078438.066545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078438.066552:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078438.066553:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078438.066944:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078438.066950:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078438.066954:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078438.066959:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078438.066964:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078438.066968:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078438.066971:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078438.066975:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078438.066978:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078438.067054:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078438.067058:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078438.067062:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078438.450699:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078438.450708:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078438.450711:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078438.450717:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078438.450722:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078438.450726:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078438.450729:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078438.450732:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078438.450735:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078439.090518:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078439.090529:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078439.090531:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078439.090535:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078439.090540:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078439.090543:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078439.090545:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078439.090547:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078439.090551:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078439.090552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078439.091330:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078439.091339:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078439.091343:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078439.091419:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078439.091428:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078439.091430:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078439.091436:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078439.091441:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078439.091445:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078439.091448:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078439.091450:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078439.091453:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078439.474539:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078439.474547:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078439.474549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078439.474555:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078439.474558:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078439.474562:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078439.474565:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078439.474567:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078439.474570:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078440.114516:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078440.114524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078440.114530:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078440.114532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078440.116703:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078440.116711:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078440.116717:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078440.116790:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078440.116795:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078440.116798:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078440.116802:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078440.116807:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078440.116811:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078440.116814:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078440.116817:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078440.116820:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078440.498527:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078440.498536:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078440.498539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078440.498545:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078440.498549:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078440.498554:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078440.498557:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078440.498560:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078440.498563:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078441.138459:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078441.138467:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078441.138472:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078441.138474:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078441.138545:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078441.138548:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078441.138551:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078441.138555:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078441.138560:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078441.138562:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078441.138566:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078441.138570:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078441.138574:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078441.138576:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078441.138579:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078441.138581:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.523031:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078441.523037:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078441.523038:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078441.523042:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078441.523045:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078441.523049:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.523050:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078441.523052:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.523054:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078441.524861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078441.524868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078441.524871:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078441.524874:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078441.524878:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078441.524884:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4080 00000100:00080000:1.0:1769078441.524894:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078441.524897:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.524899:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078441.524903:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078441.524905:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078441.524908:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078441.524910:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078441.524913:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.524914:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078441.524918:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078441.524921:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.524923:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078441.524926:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078441.524929:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.524931:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078441.524933:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.524942:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078441.524943:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.524945:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078441.524947:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078441.524950:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.524958:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078441.524965:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caa680 x1855008978513664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078441.524972:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078441.524975:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.524991:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078441.524993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078441.524997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078441.524998:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078441.524999:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078441.525001:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078441.525002:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4080 00000100:00080000:1.0:1769078441.525005:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078441.525006:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.525007:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078441.525008:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078441.525009:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078441.525010:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:1.0:1769078441.525011:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:1.0:1769078441.525012:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.525013:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078441.525015:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078441.525016:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.525017:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078441.525020:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078441.525022:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525023:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078441.525026:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078441.525028:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525029:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.525032:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078441.525032:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525033:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078441.525034:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078441.525035:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525038:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078441.525041:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978513792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078441.525050:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078441.525051:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525053:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078441.525054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078441.525056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078441.525056:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078441.525057:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078441.525058:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078441.525060:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4080 00000100:00080000:1.0:1769078441.525061:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078441.525062:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.525063:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078441.525064:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078441.525065:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078441.525066:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:1.0:1769078441.525067:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078441.525068:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.525069:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078441.525071:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078441.525072:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.525073:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078441.525074:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078441.525075:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525076:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078441.525077:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078441.525078:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525079:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.525081:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078441.525082:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525083:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078441.525084:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078441.525085:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525088:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078441.525090:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978513920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078441.525094:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078441.525095:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525096:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078441.525097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078441.525099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078441.525099:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078441.525100:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078441.525102:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078441.525103:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4080 00000100:00080000:1.0:1769078441.525104:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078441.525105:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.525106:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078441.525107:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078441.525108:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078441.525109:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:1.0:1769078441.525110:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:1.0:1769078441.525111:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.525111:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078441.525113:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078441.525114:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.525115:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078441.525117:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078441.525118:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525119:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078441.525120:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078441.525122:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525123:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.525124:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078441.525125:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525126:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078441.525127:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078441.525128:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525130:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078441.525132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978514048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078441.525135:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078441.525136:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525137:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078441.525139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078441.525140:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078441.525141:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078441.525142:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078441.525143:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078441.525144:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4080 00000100:00080000:1.0:1769078441.525146:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078441.525147:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.525147:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078441.525148:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078441.525149:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078441.525150:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:1.0:1769078441.525151:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078441.525152:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078441.525153:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078441.525154:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078441.525155:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.525157:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078441.525158:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078441.525159:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525160:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078441.525161:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078441.525163:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525164:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078441.525166:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078441.525166:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525167:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078441.525168:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078441.525168:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525171:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078441.525173:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8380 x1855008978514176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078441.525176:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078441.525177:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078441.525178:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525262:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078441.525265:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078441.525267:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078441.525269:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078441.525270:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525274:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078441.525277:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078441.525279:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078441.525283:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978513664:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078441.525287:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078441.525290:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078441.525293:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525295:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078441.525299:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525314:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078441.525315:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006064256 : -124070703487360 : ffff8f2889caa680) 00000100:00000001:0.0:1769078441.525319:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078441.525351:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078441.525361:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078441.525364:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.525366:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525368:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078441.525389:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525393:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298753788 00000100:00000001:0.0:1769078441.525403:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078441.525409:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298753788 00000100:00000001:0.0:1769078441.525413:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078441.525459:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078441.525462:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525465:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078441.525470:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078441/real 1769078441] req@ffff8f2889caa680 x1855008978513664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078441.525485:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078441.525487:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078441.525490:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078441.525492:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078441.525494:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525496:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.525498:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078441.525503:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caa680 x1855008978513664/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078441.525518:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525520:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078441.525523:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525525:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.525526:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525528:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078441.525529:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078441.525532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078441.525535:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078441.525538:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078441.525541:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978513664:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078441.525545:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078441.525547:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078441.525548:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525550:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078441.525552:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078441.525554:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078441.525557:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078441.525560:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078441.525562:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078441.525563:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525565:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078441.525568:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525574:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078441.525575:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00000001:0.0:1769078441.525579:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078441.525590:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078441.525594:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078441.525596:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.525597:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525599:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078441.525601:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525605:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298752548 00000100:00000001:0.0:1769078441.525607:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298753788 00000100:00000001:0.0:1769078441.525609:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298752548 00000100:00000001:0.0:1769078441.525611:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298753788 00000100:00000001:0.0:1769078441.525613:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078441.525615:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525617:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078441.525621:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078441/real 1769078441] req@ffff8f2889caad80 x1855008978513792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078441.525628:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078441.525630:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078441.525632:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078441.525633:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078441.525634:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525636:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.525638:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078441.525641:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978513792/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078441.525648:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525650:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078441.525652:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525654:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.525655:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525657:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078441.525658:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078441.525661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078441.525664:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078441.525666:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078441.525669:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513792:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078441.525673:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078441.525674:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078441.525675:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525677:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078441.525678:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078441.525680:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078441.525683:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078441.525686:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078441.525688:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078441.525689:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525691:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078441.525693:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525698:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078441.525699:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:0.0:1769078441.525702:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078441.525711:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078441.525715:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078441.525717:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.525718:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525720:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078441.525722:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525725:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298752545 00000100:00000001:0.0:1769078441.525728:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298753788 00000100:00000001:0.0:1769078441.525730:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298752545 00000100:00000001:0.0:1769078441.525732:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298753788 00000100:00000001:0.0:1769078441.525734:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078441.525735:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525738:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078441.525741:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078441/real 1769078441] req@ffff8f2889caaa00 x1855008978513920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078441.525749:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078441.525750:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078441.525752:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078441.525753:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078441.525755:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525757:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.525758:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078441.525761:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978513920/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078441.525768:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525770:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078441.525772:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525774:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.525775:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525777:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078441.525778:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078441.525781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078441.525784:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078441.525785:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078441.525788:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978513920:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078441.525792:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078441.525793:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078441.525795:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525796:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078441.525798:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078441.525800:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078441.525802:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078441.525805:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078441.525807:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078441.525808:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525810:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078441.525812:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525817:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078441.525819:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:0.0:1769078441.525821:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078441.525831:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078441.525834:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078441.525836:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.525838:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525839:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078441.525841:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525844:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298752548 00000100:00000001:0.0:1769078441.525846:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298753788 00000100:00000001:0.0:1769078441.525848:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298752548 00000100:00000001:0.0:1769078441.525850:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298753788 00000100:00000001:0.0:1769078441.525852:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078441.525854:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525856:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078441.525859:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078441/real 1769078441] req@ffff8f2889ca8700 x1855008978514048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078441.525866:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078441.525867:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078441.525869:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078441.525870:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078441.525872:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525874:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.525875:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078441.525879:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978514048/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078441.525885:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525887:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078441.525890:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525891:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.525893:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525894:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078441.525896:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078441.525898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078441.525900:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078441.525902:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078441.525905:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514048:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078441.525908:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078441.525909:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078441.525910:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525912:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078441.525913:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078441.525915:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078441.525918:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078441.525920:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078441.525922:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078441.525923:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078441.525925:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078441.525927:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525932:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078441.525933:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006055296 : -124070703496320 : ffff8f2889ca8380) 00000100:00000001:0.0:1769078441.525936:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078441.525944:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078441.525948:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078441.525950:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.525951:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525952:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078441.525954:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525957:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298752540 00000100:00000001:0.0:1769078441.525959:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298753788 00000100:00000001:0.0:1769078441.525961:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298752540 00000100:00000001:0.0:1769078441.525963:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298753788 00000100:00000001:0.0:1769078441.525965:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078441.525967:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.525968:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078441.525971:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078441/real 1769078441] req@ffff8f2889ca8380 x1855008978514176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078441.525979:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078441.525980:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078441.525982:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078441.525983:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078441.525985:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525986:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.525987:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078441.525990:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8380 x1855008978514176/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078441.525997:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.525999:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078441.526001:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.526003:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078441.526004:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.526005:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078441.526006:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078441.526009:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078441.526012:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078441.526013:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078441.526016:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514176:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078441.526020:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.526022:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.526023:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078441.526025:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078441.526028:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078441.526029:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078441.526031:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078441.526034:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078441.526036:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078441.526039:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078441.526040:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.526041:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.526042:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078441.526044:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078441.526045:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078441.526047:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078441.526047:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078441.526049:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078441.526050:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078441.526052:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078441.526053:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.526054:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.526055:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078441.526057:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078441.526058:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078441.526059:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078441.526060:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078441.526061:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078441.526063:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078441.526064:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078441.526065:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.526067:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.526068:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078441.526069:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078441.526070:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078441.526071:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078441.526073:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078441.526074:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078441.526076:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078441.526077:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078441.526078:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.526080:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078441.526081:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078441.526082:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078441.526083:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078441.526084:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078441.526085:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078441.526086:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078441.526087:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078441.526088:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078441.526090:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.526091:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078441.526098:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078441.526099:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078441.526101:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078441.526103:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078442.162455:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078442.162466:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078442.162468:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078442.162497:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078442.162503:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078442.162507:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078442.162510:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078442.162513:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078442.162517:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078442.162535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078442.162542:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078442.162548:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078442.162549:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078442.162623:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078442.162629:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078442.162634:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078442.546545:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078442.546553:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078442.546555:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078442.546562:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078442.546567:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078442.546571:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078442.546574:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078442.546577:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078442.546581:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078443.186507:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078443.186514:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078443.186520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078443.186522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078443.186709:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078443.186714:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078443.186718:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078443.186786:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078443.186790:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078443.186793:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078443.186797:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078443.186801:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078443.186805:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078443.186808:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078443.186811:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078443.186814:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078443.573249:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078443.573262:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078443.573264:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078443.573271:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078443.573276:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078443.573281:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078443.573284:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078443.573287:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078443.573291:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078444.210603:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078444.210610:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078444.210617:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078444.210618:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078444.210771:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078444.210777:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078444.210779:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078444.210783:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078444.210788:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078444.210792:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078444.210795:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078444.210798:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078444.210801:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078444.210942:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078444.210947:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078444.210952:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078444.594490:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078444.594498:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078444.594500:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078444.594507:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078444.594510:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078444.594514:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078444.594517:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078444.594519:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078444.594522:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078445.234499:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078445.234506:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078445.234511:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078445.234512:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078445.235168:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078445.235170:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078445.235173:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078445.237198:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078445.237203:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078445.237205:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078445.237209:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078445.237213:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078445.237216:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078445.237219:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078445.237221:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078445.237223:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078445.618508:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078445.618516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078445.618518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078445.618525:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078445.618529:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078445.618533:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078445.618536:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078445.618538:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078445.618541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078446.258506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078446.258510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078446.258516:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078446.258516:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078446.258519:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078446.258526:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078446.258526:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078446.258529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078446.258532:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078446.258536:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078446.258539:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078446.258543:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078446.258545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078446.258605:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078446.258610:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078446.258614:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078446.642469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078446.642479:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078446.642482:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078446.642486:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078446.642490:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078446.642497:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4085 00000100:00000001:0.0:1769078446.642499:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078446.642505:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078446.642507:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078446.642510:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769078446.642512:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078446.642517:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078446.642521:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078446.642523:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078446.642526:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078446.642527:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078446.642531:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078446.642534:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078446.642539:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078446.642541:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078446.642544:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:1.0:1769078446.642548:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:1.0:1769078446.642551:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078446.642552:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078446.642559:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078446.642562:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078446.642573:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078446.642577:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078446.642581:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642584:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078446.642587:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078446.642601:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078446.642603:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642606:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078446.642610:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078446.642615:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642629:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078446.642641:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8e00 x1855008978514304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078446.642652:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078446.642657:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642693:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078446.642697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078446.642700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078446.642702:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078446.642704:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078446.642708:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078446.642711:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4085 00000100:00080000:1.0:1769078446.642715:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078446.642718:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078446.642719:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078446.642720:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078446.642724:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078446.642725:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078446.642729:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769078446.642729:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078446.642734:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078446.642734:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:0.0:1769078446.642738:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078446.642739:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 02000000:00000001:0.0:1769078446.642743:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078446.642743:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078446.642747:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078446.642748:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078446.642754:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078446.642756:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078446.642761:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078446.642762:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978514304:192.168.204.124@tcp:250:kworker.0 02000000:00000001:1.0:1769078446.642765:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078446.642770:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078446.642774:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078446.642777:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078446.642778:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078446.642782:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642782:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078446.642787:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:1.0:1769078446.642789:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078446.642794:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078446.642795:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642800:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078446.642809:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078446.642810:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642813:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078446.642815:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078446.642817:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.642818:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078446.642821:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006057984 : -124070703493632 : ffff8f2889ca8e00) 00000100:00000001:0.0:1769078446.642825:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078446.642825:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078446.642832:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8380 x1855008978514432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078446.642842:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078446.642844:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642848:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078446.642851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078446.642855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1769078446.642857:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078446.642858:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078446.642861:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078446.642863:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4085 00000100:00080000:1.0:1769078446.642870:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078446.642872:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078446.642873:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:1.0:1769078446.642875:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078446.642877:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078446.642879:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000800:00000100:0.0:1769078446.642883:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000020:00000001:1.0:1769078446.642884:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:1.0:1769078446.642888:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078446.642889:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:1.0:1769078446.642894:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:1.0:1769078446.642897:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078446.642899:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769078446.642901:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1769078446.642903:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078446.642907:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769078446.642907:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642910:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078446.642912:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078446.642913:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769078446.642917:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1769078446.642918:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642921:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.642926:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078446.642926:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078446.642929:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642932:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769078446.642934:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298758905 02000000:00000001:1.0:1769078446.642935:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078446.642938:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.642944:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.642947:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1769078446.642949:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889ca8700 x1855008978514560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078446.642955:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298758905 00000100:00000001:1.0:1769078446.642961:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078446.642962:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078446.642965:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.642966:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078446.642969:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.642970:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.642974:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1769078446.642974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078446.642980:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078446/real 1769078446] req@ffff8f2889ca8e00 x1855008978514304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078446.642992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078446.642997:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:0.0:1769078446.642999:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1769078446.642999:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:0.0:1769078446.643003:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078446.643005:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078446.643010:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1769078446.643011:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4085 00000100:00000001:0.0:1769078446.643016:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1769078446.643018:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078446.643020:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078446.643022:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078446.643025:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078446.643025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078446.643030:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078446.643031:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078446.643034:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1769078446.643036:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8e00 x1855008978514304/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078446.643037:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078446.643044:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643047:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1769078446.643049:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:0.0:1769078446.643052:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078446.643053:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078446.643055:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078446.643057:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:0.0:1769078446.643059:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643064:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1769078446.643064:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:0.0:1769078446.643068:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078446.643070:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078446.643074:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1769078446.643074:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078446.643079:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078446.643083:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:1.0:1769078446.643084:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643088:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769078446.643089:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078446.643093:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1769078446.643106:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978514304:192.168.204.124@tcp:250:kworker.0 00000008:00000001:1.0:1769078446.643109:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.643114:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643116:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078446.643119:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078446.643121:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.643123:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078446.643124:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078446.643126:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643131:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078446.643134:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643136:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078446.643140:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1769078446.643142:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caaa00 x1855008978514688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769078446.643145:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078446.643150:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078446.643153:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769078446.643155:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769078446.643159:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769078446.643159:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078446.643162:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078446.643166:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078446.643167:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643172:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078446.643172:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078446.643177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078446.643182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078446.643184:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078446.643184:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078446.643188:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078446.643189:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078446.643194:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078446.643194:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078446.643198:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078446.643200:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4085 00000100:00000001:0.0:1769078446.643201:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078446.643205:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078446.643207:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078446.643208:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.643212:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769078446.643213:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078446.643215:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078446.643217:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078446.643219:0:38:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769078446.643223:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078446.643223:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078446.643226:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00100000:0.0:1769078446.643231:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514432:192.168.204.124@tcp:38:kworker.0 00000020:00000001:1.0:1769078446.643232:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:1.0:1769078446.643236:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078446.643238:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078446.643239:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 02000000:00000001:0.0:1769078446.643242:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078446.643246:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078446.643247:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 02000000:00000001:0.0:1769078446.643250:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078446.643253:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078446.643255:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078446.643256:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078446.643262:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078446.643264:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643266:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078446.643267:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078446.643270:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006055296 : -124070703496320 : ffff8f2889ca8380) 00000008:00100000:1.0:1769078446.643271:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1769078446.643276:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.643277:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078446.643281:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078446.643283:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643284:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078446.643285:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078446.643288:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078446.643290:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078446.643297:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078446.643302:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f2889caad80 x1855008978514816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078446.643304:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078446.643311:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078446.643314:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078446.643316:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078446.643319:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643320:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643324:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078446.643325:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643328:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643334:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298757665 00000100:00000001:0.0:1769078446.643337:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298758905 00000100:00000001:0.0:1769078446.643339:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298757665 00000100:00000001:0.0:1769078446.643342:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298758905 00000100:00000001:0.0:1769078446.643344:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078446.643345:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643347:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078446.643350:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078446/real 1769078446] req@ffff8f2889ca8380 x1855008978514432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078446.643356:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078446.643357:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078446.643359:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078446.643367:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078446.643368:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643369:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078446.643370:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078446.643395:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8380 x1855008978514432/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078446.643404:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643406:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078446.643408:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643410:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078446.643411:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643413:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078446.643415:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078446.643417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078446.643421:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078446.643423:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078446.643426:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514432:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078446.643430:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078446.643431:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078446.643432:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078446.643434:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078446.643436:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078446.643438:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078446.643441:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078446.643444:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078446.643446:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078446.643448:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078446.643449:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078446.643453:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643458:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078446.643460:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006056192 : -124070703495424 : ffff8f2889ca8700) 00000100:00000001:0.0:1769078446.643463:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078446.643476:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078446.643480:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078446.643483:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078446.643484:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643486:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078446.643489:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643493:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298757663 00000100:00000001:0.0:1769078446.643495:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298758905 00000100:00000001:0.0:1769078446.643497:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298757663 00000100:00000001:0.0:1769078446.643500:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298758905 00000100:00000001:0.0:1769078446.643502:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078446.643503:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643504:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078446.643507:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078446/real 1769078446] req@ffff8f2889ca8700 x1855008978514560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078446.643513:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078446.643514:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078446.643516:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078446.643517:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078446.643518:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643519:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078446.643520:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078446.643522:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889ca8700 x1855008978514560/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078446.643526:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643528:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078446.643530:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643531:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078446.643531:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643532:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078446.643533:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078446.643534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078446.643536:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078446.643537:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078446.643540:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514560:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078446.643542:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078446.643544:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078446.643545:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078446.643546:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078446.643547:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078446.643548:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078446.643550:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078446.643551:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078446.643553:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078446.643554:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078446.643555:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078446.643566:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643573:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078446.643574:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006065152 : -124070703486464 : ffff8f2889caaa00) 00000100:00000001:0.0:1769078446.643578:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078446.643589:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078446.643593:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078446.643595:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078446.643596:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643598:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078446.643600:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643604:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298757666 00000100:00000001:0.0:1769078446.643606:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298758905 00000100:00000001:0.0:1769078446.643608:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298757666 00000100:00000001:0.0:1769078446.643610:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298758905 00000100:00000001:0.0:1769078446.643612:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078446.643614:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643616:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078446.643631:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078446/real 1769078446] req@ffff8f2889caaa00 x1855008978514688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078446.643646:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078446.643647:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078446.643650:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078446.643651:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078446.643653:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643654:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078446.643656:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078446.643660:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caaa00 x1855008978514688/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078446.643666:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643668:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078446.643671:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643672:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078446.643674:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643675:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078446.643677:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078446.643679:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078446.643682:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078446.643685:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078446.643688:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514688:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078446.643691:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643693:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078446.643694:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078446.643696:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078446.643698:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078446.643700:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078446.643701:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078446.643703:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078446.643704:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078446.643706:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078446.643708:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643710:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078446.643711:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078446.643713:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078446.643715:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078446.643717:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078446.643718:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078446.643721:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078446.643722:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078446.643724:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078446.643726:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643728:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078446.643729:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078446.643731:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078446.643733:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078446.643734:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078446.643736:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078446.643737:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078446.643739:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078446.643741:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078446.643742:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643744:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643747:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078446.643749:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643750:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078446.643752:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078446.643753:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078446.643754:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078446.643755:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078446.643757:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078446.643759:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078446.643761:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078446.643765:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078446.643769:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078446.643771:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078446.643772:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078446.643775:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078446.643778:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643784:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078446.643785:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620003006066048 : -124070703485568 : ffff8f2889caad80) 00000100:00000001:0.0:1769078446.643789:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078446.643801:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078446.643805:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078446.643807:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078446.643808:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643809:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078446.643811:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643813:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298757658 00000100:00000001:0.0:1769078446.643815:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298758905 00000100:00000001:0.0:1769078446.643816:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298757658 00000100:00000001:0.0:1769078446.643818:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298758905 00000100:00000001:0.0:1769078446.643819:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078446.643820:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643821:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078446.643824:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078446/real 1769078446] req@ffff8f2889caad80 x1855008978514816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078446.643830:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078446.643831:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078446.643833:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078446.643834:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078446.643836:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643837:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078446.643839:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078446.643842:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f2889caad80 x1855008978514816/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078446.643848:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643850:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078446.643852:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643854:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078446.643855:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643856:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078446.643858:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078446.643860:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078446.643864:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078446.643866:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078446.643869:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f2889caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978514816:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078446.643873:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643875:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078446.643876:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078446.643878:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078446.643880:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078446.643881:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078446.643883:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078446.643884:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078446.643886:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078446.643888:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078446.643888:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643890:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078446.643892:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078446.643893:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078446.643894:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078446.643895:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078447.282510:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078447.282517:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078447.282523:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078447.282527:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078447.282529:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078447.282532:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078447.282535:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078447.282537:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078447.282540:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078447.282542:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078447.282637:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078447.282639:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1769078447.282647:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078447.282647:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078447.282653:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078447.282657:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078447.282658:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078447.282664:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078447.282667:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078447.282669:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078447.282671:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078447.282673:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078447.666524:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078447.666537:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078447.666539:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078447.666546:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078447.666551:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078447.666555:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078447.666559:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078447.666562:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078447.666565:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078448.306488:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078448.306497:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078448.306500:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078448.306506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078448.306510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078448.306513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078448.306516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078448.306518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078448.306521:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078448.306547:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078448.306552:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078448.306557:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078448.306558:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078448.306614:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078448.306619:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078448.306622:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078448.690535:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078448.690545:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078448.690547:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078448.690554:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078448.690559:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078448.690565:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078448.690568:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078448.690571:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078448.690574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078449.330507:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078449.330513:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078449.330516:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078449.330519:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078449.330520:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078449.330527:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078449.330533:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078449.330533:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078449.330537:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078449.330539:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078449.330543:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078449.330544:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078449.330548:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078449.330549:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078449.330552:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078449.330553:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078449.330557:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078449.330562:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078449.330564:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078449.330634:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078449.330638:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078449.330642:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078449.717306:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078449.717317:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078449.717320:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078449.717327:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078449.717332:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078449.717336:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078449.717340:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078449.717343:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078449.717346:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078450.354544:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078450.354561:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078450.354568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078450.354570:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078450.354643:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078450.354649:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078450.354654:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078450.354732:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078450.354738:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078450.354740:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078450.354744:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078450.354748:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078450.354752:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078450.354755:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078450.354758:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078450.354761:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078450.738547:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078450.738556:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078450.738558:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078450.738565:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:0.0:1769078450.738570:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078450.738574:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078450.738577:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078450.738581:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078450.738584:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.378508:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078451.378526:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078451.378528:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078451.378535:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078451.378539:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078451.378544:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078451.378547:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078451.378550:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078451.378553:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078451.381204:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078451.381208:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078451.381214:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078451.381215:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078451.381713:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078451.381717:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078451.381720:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078451.762588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078451.762601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078451.762604:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078451.762608:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078451.762613:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078451.762621:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4090 00000100:00080000:3.0:1769078451.762636:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078451.762639:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.762642:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078451.762647:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078451.762650:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078451.762653:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078451.762657:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078451.762659:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.762660:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078451.762665:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078451.762668:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.762671:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078451.762675:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078451.762678:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762681:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078451.762683:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.762699:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078451.762700:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762704:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078451.762707:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078451.762712:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762736:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078451.762747:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9880 x1855008978514944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078451.762758:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078451.762762:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762777:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078451.762780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078451.762783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078451.762785:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078451.762786:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078451.762789:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078451.762791:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4090 00000100:00080000:3.0:1769078451.762796:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078451.762798:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.762799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078451.762801:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078451.762803:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078451.762805:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078451.762807:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078451.762809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.762810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078451.762813:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078451.762815:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.762817:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078451.762823:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078451.762825:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762827:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078451.762832:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078451.762835:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762837:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.762841:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078451.762842:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762844:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078451.762845:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078451.762847:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762851:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078451.762856:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9500 x1855008978515072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078451.762864:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078451.762866:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762868:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078451.762870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078451.762873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078451.762874:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078451.762876:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078451.762878:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078451.762881:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4090 00000100:00080000:3.0:1769078451.762884:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078451.762886:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.762887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078451.762889:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078451.762891:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078451.762892:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078451.762894:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078451.762896:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.762897:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078451.762900:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078451.762903:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.762904:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078451.762906:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078451.762908:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762910:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078451.762912:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078451.762914:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762916:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.762919:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078451.762920:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762922:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078451.762923:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078451.762924:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762928:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078451.762932:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835faa00 x1855008978515200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078451.762947:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078451.762949:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762951:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078451.762953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078451.762956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078451.762958:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078451.762959:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078451.762962:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078451.762964:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4090 00000100:00080000:3.0:1769078451.762968:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078451.762969:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.762971:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078451.762972:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078451.762973:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078451.762975:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078451.762977:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078451.762979:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.762980:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078451.762983:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078451.762985:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.762986:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078451.762988:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078451.762989:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762991:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078451.762993:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078451.762995:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.762997:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.763002:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078451.763003:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.763005:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078451.763006:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078451.763007:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.763025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078451.763031:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978515328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078451.763037:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078451.763039:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.763041:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078451.763044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078451.763047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078451.763048:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078451.763050:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078451.763052:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078451.763054:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4090 00000100:00080000:3.0:1769078451.763058:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078451.763060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.763061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078451.763063:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078451.763064:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078451.763066:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078451.763068:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078451.763070:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078451.763071:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078451.763074:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078451.763076:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.763078:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078451.763080:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078451.763082:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.763083:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078451.763085:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078451.763087:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.763089:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078451.763092:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078451.763094:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.763095:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078451.763096:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078451.763098:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.763102:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078451.763105:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978515456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078451.763126:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078451.763128:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.763131:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763534:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078451.763540:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078451.763543:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078451.763546:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078451.763549:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.763553:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078451.763556:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078451.763559:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078451.763564:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978514944:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078451.763569:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078451.763573:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078451.763576:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.763579:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078451.763583:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763602:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078451.763604:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898385024 : -124070811166592 : ffff8f28835f9880) 00000100:00000001:0.0:1769078451.763608:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078451.763649:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078451.763664:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078451.763667:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.763670:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763672:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078451.763678:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763682:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298764026 00000100:00000001:0.0:1769078451.763693:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078451.763701:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298764026 00000100:00000001:0.0:1769078451.763705:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078451.763726:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078451.763729:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763731:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078451.763736:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078451/real 1769078451] req@ffff8f28835f9880 x1855008978514944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078451.763746:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078451.763748:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078451.763752:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078451.763755:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078451.763757:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.763760:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.763761:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078451.763765:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9880 x1855008978514944/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078451.763772:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.763776:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078451.763778:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.763780:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.763782:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.763784:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078451.763786:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078451.763789:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078451.763793:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078451.763795:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078451.763799:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978514944:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078451.763803:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078451.763805:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078451.763806:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.763808:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078451.763810:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078451.763811:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078451.763814:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078451.763817:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078451.763819:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078451.763820:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.763822:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078451.763825:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763830:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078451.763832:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898384128 : -124070811167488 : ffff8f28835f9500) 00000100:00000001:0.0:1769078451.763836:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078451.763847:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078451.763851:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078451.763853:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.763855:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763856:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078451.763859:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763863:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298762786 00000100:00000001:0.0:1769078451.763865:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298764026 00000100:00000001:0.0:1769078451.763868:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298762786 00000100:00000001:0.0:1769078451.763870:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298764026 00000100:00000001:0.0:1769078451.763872:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078451.763874:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763876:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078451.763879:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078451/real 1769078451] req@ffff8f28835f9500 x1855008978515072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078451.763887:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078451.763888:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078451.763890:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078451.763892:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078451.763893:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.763895:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.763896:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078451.763899:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9500 x1855008978515072/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078451.763906:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.763908:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078451.763910:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.763911:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.763912:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.763914:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078451.763916:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078451.763918:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078451.763921:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078451.763923:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078451.763927:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515072:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078451.763930:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078451.763931:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078451.763932:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.763934:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078451.763936:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078451.763938:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078451.763941:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078451.763943:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078451.763945:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078451.763947:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.763948:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078451.763951:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763956:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078451.763958:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898389504 : -124070811162112 : ffff8f28835faa00) 00000100:00000001:0.0:1769078451.763961:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078451.763971:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078451.763975:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078451.763977:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.763978:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763980:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078451.763982:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763985:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298762783 00000100:00000001:0.0:1769078451.763988:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298764026 00000100:00000001:0.0:1769078451.763990:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298762783 00000100:00000001:0.0:1769078451.763992:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298764026 00000100:00000001:0.0:1769078451.763994:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078451.763995:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.763997:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078451.764000:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078451/real 1769078451] req@ffff8f28835faa00 x1855008978515200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078451.764008:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078451.764020:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078451.764023:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078451.764024:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078451.764026:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764028:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.764029:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078451.764033:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835faa00 x1855008978515200/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078451.764046:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764048:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078451.764050:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764052:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.764053:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764055:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078451.764056:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078451.764059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078451.764062:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078451.764064:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078451.764067:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515200:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078451.764071:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078451.764072:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078451.764073:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.764075:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078451.764077:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078451.764079:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078451.764083:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078451.764086:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078451.764088:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078451.764089:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.764091:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078451.764094:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.764099:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078451.764101:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769078451.764104:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078451.764129:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078451.764142:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078451.764144:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.764145:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.764148:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078451.764150:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.764154:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298762786 00000100:00000001:0.0:1769078451.764156:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298764026 00000100:00000001:0.0:1769078451.764159:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298762786 00000100:00000001:0.0:1769078451.764160:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298764026 00000100:00000001:0.0:1769078451.764163:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078451.764164:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.764166:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078451.764170:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078451/real 1769078451] req@ffff8f28835fad80 x1855008978515328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078451.764176:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078451.764177:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078451.764180:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078451.764181:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078451.764183:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764184:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.764186:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078451.764189:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978515328/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078451.764195:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764197:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078451.764198:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764200:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.764201:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764202:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078451.764204:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078451.764206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078451.764209:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078451.764211:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078451.764215:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515328:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078451.764218:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078451.764219:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078451.764221:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.764222:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078451.764224:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078451.764226:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078451.764228:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078451.764231:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078451.764233:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078451.764234:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078451.764235:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078451.764238:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.764242:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078451.764243:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769078451.764246:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078451.764257:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078451.764260:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078451.764263:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.764264:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.764265:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078451.764267:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.764270:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298762778 00000100:00000001:0.0:1769078451.764272:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298764026 00000100:00000001:0.0:1769078451.764274:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298762778 00000100:00000001:0.0:1769078451.764276:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298764026 00000100:00000001:0.0:1769078451.764278:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078451.764280:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.764281:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078451.764284:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078451/real 1769078451] req@ffff8f28835f8380 x1855008978515456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078451.764297:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078451.764298:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078451.764300:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078451.764302:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078451.764303:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764305:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.764306:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078451.764309:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978515456/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078451.764315:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764317:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078451.764319:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764321:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078451.764322:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764324:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078451.764325:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078451.764328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078451.764331:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078451.764333:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078451.764336:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515456:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078451.764340:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764342:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.764345:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078451.764347:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078451.764350:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078451.764352:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078451.764355:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078451.764359:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078451.764362:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078451.764364:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078451.764365:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764368:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.764369:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078451.764370:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078451.764372:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078451.764391:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078451.764393:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078451.764395:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078451.764396:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078451.764398:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078451.764399:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764401:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.764402:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078451.764403:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078451.764405:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078451.764406:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078451.764407:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078451.764409:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078451.764410:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078451.764412:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078451.764413:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764414:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.764415:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078451.764417:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078451.764418:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078451.764419:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078451.764420:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078451.764422:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078451.764423:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078451.764425:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078451.764426:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764427:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078451.764428:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078451.764429:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078451.764431:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078451.764443:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078451.764444:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078451.764447:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078451.764448:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078451.764449:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078451.764451:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764453:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078451.764462:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078451.764464:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078451.764467:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078451.764469:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078451.764528:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078451.764531:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078451.764533:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078451.764536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078451.764538:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078451.764540:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078451.764542:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078451.764544:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078451.764546:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078452.402515:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078452.402523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078452.402525:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078452.402532:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078452.402536:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078452.402540:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078452.402543:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078452.402546:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078452.402548:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078452.402655:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078452.402659:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078452.402663:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078452.402664:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078452.402761:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078452.402766:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078452.402769:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078452.786543:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078452.786552:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078452.786554:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078452.786561:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078452.786566:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078452.786570:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078452.786573:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078452.786576:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078452.786579:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078453.426512:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078453.426520:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078453.426522:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078453.426528:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078453.426533:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078453.426537:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078453.426540:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078453.426543:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078453.426545:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078453.426645:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078453.426649:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078453.426653:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078453.426655:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078453.427514:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078453.427518:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078453.427521:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078453.810516:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078453.810527:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078453.810529:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078453.810536:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078453.810540:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078453.810544:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078453.810546:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078453.810549:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078453.810552:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078454.450558:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078454.450567:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078454.450569:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078454.450576:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078454.450581:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078454.450585:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078454.450588:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078454.450591:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078454.450594:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078454.451163:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078454.451167:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078454.451172:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078454.451173:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078454.451470:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078454.451474:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078454.451478:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078454.834509:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078454.834516:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078454.834518:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078454.834523:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078454.834527:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078454.834531:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078454.834533:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078454.834535:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078454.834537:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078455.474516:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078455.474520:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078455.474524:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078455.474527:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078455.474529:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078455.474531:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078455.474532:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078455.474540:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078455.474545:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078455.474549:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078455.474553:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078455.474556:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078455.474560:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078455.474619:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078455.474623:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078455.474627:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078455.859094:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078455.859102:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078455.859105:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078455.859113:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:3.0:1769078455.859117:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078455.859121:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078455.859124:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078455.859127:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078455.859130:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078456.498461:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078456.498470:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.498470:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078456.498477:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078456.498479:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078456.498480:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078456.498484:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769078456.498488:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078456.498489:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078456.498493:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.498495:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078456.498498:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078456.498501:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078456.498503:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.498506:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078456.498507:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.498511:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078456.498512:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.498516:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078456.498571:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078456.498575:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078456.498579:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078456.882477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078456.882489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078456.882493:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078456.882498:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078456.882504:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078456.882513:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4095 00000100:00080000:3.0:1769078456.882527:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078456.882531:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078456.882534:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078456.882538:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078456.882541:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078456.882544:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078456.882547:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078456.882550:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078456.882551:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078456.882557:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078456.882559:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078456.882575:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078456.882580:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078456.882584:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882601:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078456.882604:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078456.882621:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078456.882623:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882627:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078456.882631:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078456.882635:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882648:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078456.882659:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978515584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078456.882670:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078456.882674:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882689:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078456.882693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078456.882696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078456.882698:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078456.882700:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078456.882703:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078456.882706:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4095 00000100:00080000:3.0:1769078456.882710:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078456.882712:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078456.882713:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078456.882716:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078456.882717:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078456.882719:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078456.882721:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078456.882723:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078456.882724:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078456.882727:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078456.882729:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078456.882731:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078456.882737:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078456.882739:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882742:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078456.882747:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078456.882752:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882754:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.882756:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769078456.882758:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078456.882761:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.882763:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078456.882764:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078456.882767:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078456.882768:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769078456.882769:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.882773:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078456.882776:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.882778:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078456.882783:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978515712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769078456.882785:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078456.882791:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078456.882794:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769078456.882796:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882798:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882803:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078456.882807:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978515584:192.168.204.124@tcp:250:kworker.0 00000100:00080000:3.0:1769078456.882807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078456.882814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1769078456.882817:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078456.882817:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078456.882821:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1769078456.882824:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078456.882824:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078456.882828:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4095 02000000:00000001:2.0:1769078456.882830:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078456.882832:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1769078456.882835:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078456.882836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078456.882839:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078456.882841:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1769078456.882842:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078456.882843:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078456.882847:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078456.882849:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078456.882851:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078456.882853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078456.882857:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078456.882859:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078456.882861:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078456.882864:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769078456.882864:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078456.882866:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.882868:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:3.0:1769078456.882870:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078456.882874:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769078456.882876:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:3.0:1769078456.882877:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882880:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078456.882885:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078456.882886:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882888:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078456.882889:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078456.882891:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882906:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078456.882911:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978515840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078456.882920:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078456.882922:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882933:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078456.882936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078456.882939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078456.882941:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078456.882942:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078456.882945:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:2.0:1769078456.882949:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00080000:3.0:1769078456.882951:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4095 00000100:00080000:3.0:1769078456.882957:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078456.882959:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078456.882961:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078456.882963:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078456.882966:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078456.882966:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078456.882970:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078456.882972:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078456.882973:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078456.882977:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.882978:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078456.882980:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:2.0:1769078456.882982:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769078456.882986:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078456.882991:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.882992:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078456.882993:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078456.882998:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078456.883000:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298769145 02000000:00000001:3.0:1769078456.883001:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.883006:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078456.883008:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078456.883010:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.883012:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883014:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1769078456.883017:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078456.883020:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.883022:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769078456.883023:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298769145 02000000:00000001:3.0:1769078456.883024:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078456.883027:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883032:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078456.883035:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883038:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769078456.883043:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978515968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078456.883044:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883049:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078456.883056:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1769078456.883058:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078456/real 1769078456] req@ffff8f28835f8700 x1855008978515584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078456.883060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078456.883065:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078456.883070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078456.883077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078456.883080:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078456.883081:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:2.0:1769078456.883082:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078456.883086:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000001:2.0:1769078456.883087:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1769078456.883091:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4095 00000100:00000001:2.0:1769078456.883093:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078456.883097:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078456.883098:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078456.883101:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078456.883102:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078456.883105:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078456.883106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:2.0:1769078456.883109:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078456.883111:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078456.883115:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078456.883118:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00100000:2.0:1769078456.883119:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978515584/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078456.883123:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078456.883128:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078456.883131:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078456.883138:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078456.883139:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078456.883144:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883145:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078456.883148:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078456.883150:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078456.883153:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078456.883155:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078456.883158:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078456.883159:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883162:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078456.883163:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078456.883167:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:2.0:1769078456.883168:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:3.0:1769078456.883172:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078456.883174:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078456.883176:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078456.883182:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:3.0:1769078456.883183:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078456.883186:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883187:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078456.883190:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1769078456.883194:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978515584:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078456.883194:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078456.883197:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883205:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078456.883206:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883209:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078456.883212:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1769078456.883215:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978516096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769078456.883217:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078456.883221:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078456.883224:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078456.883227:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078456.883228:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769078456.883231:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.883234:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769078456.883235:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.883239:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078456.883243:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078456.883244:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883248:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883257:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078456.883259:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883261:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078456.883263:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078456.883264:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078456.883266:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078456.883267:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.883269:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078456.883271:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078456.883273:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078456.883277:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078456.883281:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078456.883283:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078456.883284:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.883285:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078456.883288:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883294:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078456.883295:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:2.0:1769078456.883300:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1769078456.883314:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078456.883319:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078456.883321:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078456.883322:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883324:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078456.883326:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883331:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298767905 00000100:00000001:2.0:1769078456.883334:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298769145 00000100:00000001:2.0:1769078456.883336:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298767905 00000100:00000001:2.0:1769078456.883338:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298769145 00000100:00000001:2.0:1769078456.883340:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078456.883342:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883344:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078456.883348:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078456/real 1769078456] req@ffff8f28835fa300 x1855008978515712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078456.883356:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078456.883358:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078456.883360:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078456.883362:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078456.883363:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883364:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078456.883366:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078456.883369:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978515712/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078456.883403:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883406:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078456.883408:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883410:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078456.883412:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078456.883412:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883414:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078456.883419:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078456.883420:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078456.883423:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078456.883425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1769078456.883428:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078456.883433:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078456.883433:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:1.0:1769078456.883437:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883438:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769078456.883440:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078456.883444:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078456.883447:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515712:192.168.204.124@tcp:38:kworker.0 00000100:00000001:1.0:1769078456.883448:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883459:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078456.883460:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078456.883462:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.883464:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078456.883466:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078456.883469:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078456.883472:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078456.883476:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078456.883478:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078456.883480:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.883482:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078456.883485:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883490:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078456.883491:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:2.0:1769078456.883494:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1769078456.883505:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078456.883509:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078456.883511:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078456.883512:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883514:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078456.883516:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883520:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298767903 00000100:00000001:2.0:1769078456.883522:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298769145 00000100:00000001:2.0:1769078456.883524:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298767903 00000100:00000001:2.0:1769078456.883527:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298769145 00000100:00000001:2.0:1769078456.883529:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078456.883531:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.883532:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078456.883548:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078456/real 1769078456] req@ffff8f28835fb100 x1855008978515840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078456.883557:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078456.883559:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078456.883562:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078456.883563:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078456.883565:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883567:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078456.883568:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078456.883572:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978515840/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078456.883579:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883581:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078456.883583:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883585:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078456.883597:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.883600:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078456.883601:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078456.884149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078456.884155:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078456.884157:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769078456.884162:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515840:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078456.884166:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078456.884167:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078456.884168:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.884170:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078456.884172:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078456.884174:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078456.884177:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:2.0:1769078456.884180:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078456.884183:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078456.884184:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.884185:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078456.884189:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.884198:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078456.884200:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:2.0:1769078456.884203:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1769078456.884217:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078456.884223:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078456.884225:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078456.884226:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.884228:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078456.884230:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.884234:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298767906 00000100:00000001:2.0:1769078456.884237:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298769145 00000100:00000001:2.0:1769078456.884239:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298767906 00000100:00000001:2.0:1769078456.884241:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298769145 00000100:00000001:2.0:1769078456.884243:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078456.884245:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.884247:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078456.884251:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078456/real 1769078456] req@ffff8f28835f8000 x1855008978515968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078456.884260:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078456.884261:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078456.884263:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078456.884265:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078456.884267:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884268:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078456.884270:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078456.884275:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978515968/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078456.884282:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884284:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078456.884286:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884288:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078456.884289:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884291:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078456.884294:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078456.884296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078456.884299:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078456.884301:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769078456.884304:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978515968:192.168.204.124@tcp:8:kworker.0 00000100:00000001:2.0:1769078456.884308:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078456.884309:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078456.884310:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.884312:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078456.884314:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078456.884316:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078456.884319:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:2.0:1769078456.884322:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078456.884324:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078456.884325:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078456.884326:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078456.884329:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.884334:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078456.884335:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:2.0:1769078456.884338:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1769078456.884348:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078456.884352:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078456.884355:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078456.884356:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.884358:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078456.884360:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.884364:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298767898 00000100:00000001:2.0:1769078456.884366:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298769145 00000100:00000001:2.0:1769078456.884368:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298767898 00000100:00000001:2.0:1769078456.884370:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298769145 00000100:00000001:2.0:1769078456.884373:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078456.884395:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.884397:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078456.884401:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078456/real 1769078456] req@ffff8f28835f8e00 x1855008978516096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078456.884409:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078456.884411:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078456.884415:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078456.884417:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078456.884418:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884419:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078456.884421:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078456.884424:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978516096/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078456.884431:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884433:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078456.884435:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884437:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078456.884438:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884440:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078456.884441:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078456.884443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078456.884446:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078456.884448:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769078456.884451:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516096:192.168.204.124@tcp:8:kworker.0 00000100:00000001:2.0:1769078456.884455:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884458:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078456.884459:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078456.884460:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078456.884462:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078456.884464:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078456.884465:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1769078456.884468:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078456.884470:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078456.884473:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078456.884474:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884475:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078456.884477:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078456.884478:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078456.884480:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078456.884481:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078456.884482:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1769078456.884484:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078456.884485:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078456.884487:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078456.884488:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884489:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078456.884490:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078456.884491:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078456.884493:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078456.884494:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078456.884495:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1769078456.884496:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078456.884497:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078456.884499:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078456.884500:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884501:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078456.884503:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078456.884504:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078456.884505:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078456.884506:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078456.884507:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1769078456.884509:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078456.884510:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078456.884512:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078456.884513:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884515:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078456.884519:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078456.884520:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078456.884522:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078456.884524:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078457.522653:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078457.522662:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078457.522668:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078457.522669:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078457.522744:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078457.522748:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078457.522753:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078457.523421:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078457.523428:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078457.523431:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078457.523436:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078457.523440:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078457.523444:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078457.523447:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078457.523450:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078457.523452:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078457.906489:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078457.906499:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078457.906502:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078457.906508:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078457.906513:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078457.908207:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078457.908215:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078457.908218:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078457.908221:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078458.546545:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078458.546549:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078458.546554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078458.546556:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078458.546559:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078458.546566:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078458.546568:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078458.546571:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078458.546572:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078458.546576:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078458.546581:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078458.546584:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078458.546587:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078458.546650:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078458.546655:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078458.546659:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078458.930978:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078458.930988:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078458.930991:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078458.930997:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078458.931002:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078458.931006:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078458.931010:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078458.931013:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078458.931016:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078459.570506:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078459.570523:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078459.570525:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078459.570527:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078459.570532:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769078459.570536:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078459.570537:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078459.570541:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078459.570543:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078459.570546:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078459.570549:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078459.570550:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078459.570554:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078459.570554:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078459.570560:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078459.570560:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078459.570566:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078459.570572:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078459.570574:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078459.570650:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078459.570654:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078459.570657:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078459.956176:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078459.956184:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078459.956185:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078459.956190:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078459.956193:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078459.956196:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078459.956199:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078459.956202:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078459.956205:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078460.594530:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078460.594539:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078460.594542:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078460.594550:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078460.594555:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078460.594559:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078460.594563:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078460.594566:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078460.594568:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078460.594948:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078460.594952:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078460.594957:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078460.594958:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078460.595024:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078460.595029:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078460.595033:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078460.978462:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078460.978469:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078460.978471:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078460.978476:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078460.978479:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078460.978482:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078460.978484:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078460.978486:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078460.978488:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078461.618490:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078461.618499:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078461.618501:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078461.618506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078461.618510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078461.618514:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078461.618516:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078461.618519:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078461.618522:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078461.618581:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078461.618584:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078461.618587:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078461.618588:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078461.618655:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078461.618658:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078461.618661:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078462.002465:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078462.002474:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078462.002476:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078462.002481:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00080000:3.0:1769078462.002483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078462.002486:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078462.002490:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078462.002492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078462.002494:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078462.002496:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078462.002498:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078462.002502:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078462.002503:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002509:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078462.002530:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4100 00000100:00080000:3.0:1769078462.002540:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078462.002544:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078462.002546:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078462.002550:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078462.002553:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078462.002556:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078462.002558:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078462.002561:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078462.002562:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078462.002567:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078462.002569:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078462.002572:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078462.002576:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078462.002579:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002581:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078462.002583:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078462.002594:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078462.002596:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002599:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078462.002602:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078462.002605:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002616:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078462.002625:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb800 x1855008978516224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078462.002635:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078462.002641:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002667:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078462.002670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078462.002673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078462.002674:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078462.002676:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078462.002679:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078462.002681:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4100 00000100:00080000:3.0:1769078462.002685:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078462.002688:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078462.002690:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078462.002692:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078462.002694:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078462.002697:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078462.002699:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078462.002699:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:2.0:1769078462.002705:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078462.002705:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078462.002707:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:2.0:1769078462.002709:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078462.002712:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078462.002715:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078462.002715:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078462.002721:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.002722:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078462.002725:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078462.002727:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078462.002730:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078462.002733:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1769078462.002736:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978516224:192.168.204.124@tcp:250:kworker.0 02000000:00000001:3.0:1769078462.002738:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002743:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078462.002744:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:3.0:1769078462.002748:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769078462.002750:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078462.002753:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078462.002754:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.002758:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078462.002759:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.002764:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078462.002765:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078462.002768:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002770:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078462.002772:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078462.002774:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002779:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.002786:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1769078462.002786:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f9f80 x1855008978516352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078462.002790:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898393088 : -124070811158528 : ffff8f28835fb800) 00000100:00000001:2.0:1769078462.002797:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078462.002812:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078462.002816:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002819:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078462.002821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078462.002825:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078462.002827:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078462.002828:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078462.002830:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078462.002833:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4100 00000100:00080000:3.0:1769078462.002846:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078462.002850:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:2.0:1769078462.002851:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1769078462.002853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078462.002857:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078462.002858:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078462.002860:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078462.002862:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078462.002865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078462.002866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:2.0:1769078462.002867:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769078462.002872:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078462.002873:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078462.002876:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002877:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.002880:0:2410:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769078462.002882:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078462.002887:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078462.002888:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078462.002889:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078462.002894:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298774265 00000008:00100000:3.0:1769078462.002898:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078462.002902:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.002904:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.002906:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1769078462.002909:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078462.002912:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.002914:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298774265 00000100:00000001:3.0:1769078462.002915:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078462.002918:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078462.002920:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.002921:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078462.002926:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078462.002927:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.002929:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.002933:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078462.002935:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa680 x1855008978516480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078462.002940:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078462/real 1769078462] req@ffff8f28835fb800 x1855008978516224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078462.002948:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078462.002953:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078462.002958:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078462.002958:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078462.002962:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1769078462.002963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078462.002967:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078462.002968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078462.002971:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078462.002972:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1769078462.002974:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078462.002975:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078462.002979:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078462.002980:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078462.002984:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078462.002985:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4100 00000100:00100000:2.0:1769078462.002991:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb800 x1855008978516224/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078462.002992:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078462.002997:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078462.002999:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078462.003004:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078462.003006:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078462.003007:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078462.003010:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078462.003012:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078462.003015:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:2.0:1769078462.003017:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078462.003020:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078462.003021:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078462.003024:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00000001:2.0:1769078462.003025:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003030:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769078462.003033:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:2.0:1769078462.003034:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078462.003039:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078462.003040:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769078462.003043:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:2.0:1769078462.003047:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 02000000:00000001:3.0:1769078462.003048:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078462.003052:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1769078462.003053:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.003057:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:2.0:1769078462.003059:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978516224:192.168.204.124@tcp:250:kworker.0 00000008:00100000:3.0:1769078462.003061:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:2.0:1769078462.003066:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078462.003067:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003071:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078462.003072:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003074:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078462.003078:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769078462.003079:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078462.003082:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1769078462.003082:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.003084:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078462.003086:0:2410:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1769078462.003087:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078462.003089:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769078462.003091:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.003094:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078462.003097:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769078462.003098:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003100:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078462.003103:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078462.003107:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8e00 x1855008978516608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078462.003108:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003115:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078462.003117:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003119:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078462.003120:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078462.003122:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078462.003123:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078462.003126:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.003130:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078462.003133:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078462.003137:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.003137:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078462.003142:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078462.003143:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:3.0:1769078462.003148:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078462.003152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078462.003155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078462.003157:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078462.003158:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078462.003160:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078462.003162:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769078462.003166:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4100 02000000:00000001:2.0:1769078462.003167:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078462.003170:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078462.003172:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1769078462.003173:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078462.003177:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.003177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078462.003180:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078462.003184:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078462.003185:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1769078462.003186:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078462.003189:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898386816 : -124070811164800 : ffff8f28835f9f80) 00000020:00000001:3.0:1769078462.003190:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:2.0:1769078462.003195:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078462.003195:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078462.003199:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078462.003201:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078462.003205:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078462.003208:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1769078462.003213:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 02000000:00000001:3.0:1769078462.003213:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078462.003219:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078462.003220:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769078462.003223:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003224:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078462.003227:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078462.003228:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003231:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:3.0:1769078462.003232:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000100:00000001:2.0:1769078462.003234:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078462.003237:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003240:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298773025 00000100:00000001:3.0:1769078462.003241:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003246:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298774265 02000000:00000001:3.0:1769078462.003249:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769078462.003250:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298773025 02000000:00000001:3.0:1769078462.003252:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003255:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298774265 00000100:00000001:3.0:1769078462.003256:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078462.003259:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078462.003260:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078462.003262:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003264:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003267:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078462.003270:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078462.003273:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078462/real 1769078462] req@ffff8f28835f9f80 x1855008978516352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078462.003279:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8000 x1855008978516736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1769078462.003290:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078462.003292:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078462.003294:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078462.003296:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078462.003299:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003300:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078462.003303:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078462.003305:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003306:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078462.003309:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078462.003315:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f9f80 x1855008978516352/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078462.003324:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003326:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078462.003328:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003330:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078462.003331:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003333:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078462.003335:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078462.003337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078462.003341:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078462.003343:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769078462.003346:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516352:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078462.003350:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078462.003352:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078462.003353:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.003355:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078462.003357:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078462.003359:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078462.003361:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078462.003364:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078462.003365:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078462.003367:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.003368:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078462.003371:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003410:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078462.003412:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898388608 : -124070811163008 : ffff8f28835fa680) 00000100:00000001:2.0:1769078462.003415:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1769078462.003427:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078462.003431:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078462.003434:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078462.003435:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003437:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078462.003439:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003442:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298773023 00000100:00000001:2.0:1769078462.003445:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298774265 00000100:00000001:2.0:1769078462.003447:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298773023 00000100:00000001:2.0:1769078462.003449:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298774265 00000100:00000001:2.0:1769078462.003451:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078462.003453:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003455:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078462.003459:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078462/real 1769078462] req@ffff8f28835fa680 x1855008978516480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078462.003467:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078462.003468:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078462.003470:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078462.003472:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078462.003473:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003475:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078462.003476:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078462.003480:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa680 x1855008978516480/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078462.003487:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003489:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078462.003491:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003493:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078462.003494:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003496:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078462.003498:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078462.003500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078462.003504:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078462.003506:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769078462.003509:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516480:192.168.204.124@tcp:38:kworker.0 00000100:00000001:2.0:1769078462.003524:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003526:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078462.003527:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078462.003529:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078462.003531:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078462.003532:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078462.003533:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1769078462.003535:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078462.003537:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078462.003539:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078462.003540:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003542:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078462.003543:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078462.003544:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078462.003546:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078462.003547:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078462.003548:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1769078462.003549:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078462.003550:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078462.003551:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078462.003552:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003554:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003557:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078462.003558:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003560:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078462.003562:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078462.003563:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078462.003564:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078462.003566:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.003567:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078462.003569:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078462.003571:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078462.003574:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:2.0:1769078462.003578:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078462.003579:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078462.003580:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.003582:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078462.003585:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003590:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078462.003592:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898382336 : -124070811169280 : ffff8f28835f8e00) 00000100:00000001:2.0:1769078462.003595:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1769078462.003608:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078462.003613:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078462.003615:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078462.003616:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003618:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078462.003620:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003624:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298773026 00000100:00000001:2.0:1769078462.003626:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298774265 00000100:00000001:2.0:1769078462.003628:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298773026 00000100:00000001:2.0:1769078462.003630:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298774265 00000100:00000001:2.0:1769078462.003632:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078462.003634:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003636:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078462.003640:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078462/real 1769078462] req@ffff8f28835f8e00 x1855008978516608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078462.003648:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078462.003649:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078462.003652:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078462.003653:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078462.003654:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003656:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078462.003657:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078462.003661:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8e00 x1855008978516608/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078462.003668:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003670:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078462.003672:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003673:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078462.003675:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003677:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078462.003678:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078462.003680:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078462.003683:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078462.003685:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769078462.003689:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516608:192.168.204.124@tcp:8:kworker.0 00000100:00000001:2.0:1769078462.003692:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078462.003694:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078462.003695:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.003697:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078462.003699:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078462.003701:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078462.003703:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:2.0:1769078462.003706:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078462.003708:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078462.003709:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078462.003711:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078462.003713:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003718:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078462.003719:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898378752 : -124070811172864 : ffff8f28835f8000) 00000100:00000001:2.0:1769078462.003722:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1769078462.003733:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:2.0:1769078462.003738:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078462.003740:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078462.003741:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003743:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078462.003745:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003748:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298773018 00000100:00000001:2.0:1769078462.003751:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298774265 00000100:00000001:2.0:1769078462.003753:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298773018 00000100:00000001:2.0:1769078462.003755:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298774265 00000100:00000001:2.0:1769078462.003757:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078462.003759:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003761:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078462.003765:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078462/real 1769078462] req@ffff8f28835f8000 x1855008978516736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078462.003773:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078462.003774:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769078462.003776:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078462.003778:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078462.003780:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003781:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078462.003782:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078462.003786:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8000 x1855008978516736/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078462.003793:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003795:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078462.003797:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003798:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078462.003800:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003801:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078462.003803:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078462.003805:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078462.003809:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:2.0:1769078462.003811:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769078462.003814:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516736:192.168.204.124@tcp:8:kworker.0 00000100:00000001:2.0:1769078462.003817:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003819:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078462.003821:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078462.003822:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078462.003824:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078462.003825:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078462.003827:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1769078462.003829:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078462.003830:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078462.003832:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078462.003834:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003835:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078462.003851:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078462.003853:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1769078462.003855:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078462.003856:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078462.003857:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1769078462.003859:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078462.003860:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769078462.003862:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078462.003863:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003865:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078462.003868:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078462.003869:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078462.003871:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078462.003872:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078462.642514:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078462.642522:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078462.642528:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078462.642529:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078462.643112:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078462.643120:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078462.643122:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078462.643129:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078462.643134:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078462.643138:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078462.643216:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078462.643219:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078462.643222:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078462.643900:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078462.643904:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078462.643908:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078463.026578:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078463.026586:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078463.026588:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078463.026594:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078463.026598:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078463.026602:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078463.026605:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078463.026608:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078463.026611:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078463.666542:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078463.666552:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078463.666555:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078463.666568:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078463.666573:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078463.666585:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078463.666588:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078463.666591:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078463.666594:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078463.666668:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078463.666672:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078463.666678:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078463.666679:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078463.666782:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078463.666790:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078463.666796:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078464.050962:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078464.050970:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078464.050972:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078464.050978:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078464.050982:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078464.050986:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078464.050988:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078464.050991:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078464.050993:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078464.690522:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078464.690530:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078464.690537:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078464.690539:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078464.690590:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078464.690593:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078464.690596:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078464.690724:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078464.690729:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078464.690731:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078464.690736:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078464.690740:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078464.690744:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078464.690747:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078464.690749:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078464.690753:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078465.074524:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078465.074532:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078465.074534:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078465.074542:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078465.074546:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078465.074550:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078465.074553:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078465.074557:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078465.074560:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078465.714535:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078465.714545:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078465.714553:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078465.714554:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078465.714629:0:6181:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078465.714634:0:6181:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078465.714637:0:6181:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078465.715496:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078465.715500:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078465.715502:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078465.715506:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078465.715510:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078465.715513:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078465.715515:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078465.715518:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078465.715520:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078466.098537:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078466.098546:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078466.098549:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078466.098556:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078466.098560:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078466.098565:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078466.098568:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078466.098571:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078466.098574:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078466.738481:0:13053:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078466.738488:0:13053:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078466.738489:0:13053:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078466.738493:0:13053:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078466.738496:0:13053:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078466.738499:0:13053:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078466.738501:0:13053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078466.738502:0:13053:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078466.738504:0:13053:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078466.740837:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078466.740842:0:17771:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078466.740848:0:17771:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078466.740851:0:17771:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078466.740853:0:17771:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078466.740855:0:17771:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078466.740858:0:17771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078466.740861:0:17771:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078466.740863:0:17771:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078466.740865:0:17771:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078466.741034:0:6180:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078466.741037:0:6180:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078466.741040:0:6180:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078467.122513:0:17847:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078467.122523:0:17847:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078467.122526:0:17847:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078467.122533:0:17847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f2891b17480 going to sleep for 0 seconds 00000100:00000001:1.0:1769078467.122537:0:17847:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078467.122541:0:17847:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078467.122544:0:17847:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078467.122546:0:17847:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078467.122549:0:17847:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078467.122598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d0096b4-128d-43fc-83e4-58d6399b4f31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078467.122603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078467.122605:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078467.122608:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078467.122610:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078467.122617:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 4105 00000100:00080000:3.0:1769078467.122625:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.124@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078467.122627:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122628:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078467.122631:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078467.122633:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078467.122635:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000020:00000001:3.0:1769078467.122637:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003252754432 : -124070456797184 : ffff8f28987ed800) 00000100:00000001:3.0:1769078467.122638:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122639:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078467.122642:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.124@tcp: import ffff8f28911c6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078467.122643:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122645:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078467.122647:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078467.122649:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122651:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078467.122653:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122662:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078467.122663:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122665:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078467.122667:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078467.122671:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122679:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078467.122685:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fb100 x1855008978516864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078467.122693:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078467.122696:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122713:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078467.122715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078467.122717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078467.122718:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078467.122719:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078467.122721:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078467.122722:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4105 00000100:00080000:3.0:1769078467.122724:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078467.122725:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122727:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078467.122728:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078467.122729:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078467.122730:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000020:00000001:3.0:1769078467.122731:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886948864 : -124070822602752 : ffff8f2882b11800) 00000100:00000001:3.0:1769078467.122733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122733:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078467.122735:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8f2883003800: import ffff8f2888ff4800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078467.122736:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122737:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078467.122741:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078467.122742:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122743:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078467.122746:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078467.122747:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122749:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122760:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078467.122762:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122763:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078467.122765:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078467.122766:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122778:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078467.122783:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fa300 x1855008978516992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078467.122791:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078467.122793:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122796:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078467.122798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078467.122802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1769078467.122803:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078467.122805:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078467.122807:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078467.122810:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4105 00000100:00080000:3.0:1769078467.122814:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078467.122816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078467.122819:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078467.122821:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078467.122822:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000020:00000001:3.0:1769078467.122824:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620002886957056 : -124070822594560 : ffff8f2882b13800) 00000100:00000001:3.0:1769078467.122826:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122826:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078467.122828:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff8f2883003800: import ffff8f2888ff2000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078467.122830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122831:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078467.122832:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078467.122834:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122835:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078467.122836:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078467.122837:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122838:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122842:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078467.122842:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122844:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078467.122845:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078467.122846:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122858:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078467.122861:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8700 x1855008978517120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078467.122866:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078467.122868:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122869:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078467.122871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078467.122872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078467.122874:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078467.122875:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078467.122877:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078467.122878:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4105 00000100:00080000:3.0:1769078467.122881:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078467.122882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078467.122884:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078467.122885:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078467.122886:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000020:00000001:3.0:1769078467.122887:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128842240 : -124070580709376 : ffff8f28911c1800) 00000100:00000001:3.0:1769078467.122888:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122889:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078467.122890:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8f2883003800: import ffff8f2888ff3000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078467.122892:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122893:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078467.122894:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078467.122895:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122896:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078467.122897:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078467.122898:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122899:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122901:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078467.122902:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122903:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078467.122904:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078467.122905:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122907:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078467.122910:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835f8380 x1855008978517248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078467.122914:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078467.122915:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078467.122918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e93f325-f583-4956-82e3-f5c41d9076ef->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078467.122920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078467.122921:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078467.122922:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078467.122924:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078467.122925:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: connect to NID 192.168.204.124@tcp last attempt 4105 00000100:00080000:3.0:1769078467.122926:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078467.122927:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000020:00000001:3.0:1769078467.122929:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078467.122930:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078467.122938:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000020:00000001:3.0:1769078467.122940:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620003128850432 : -124070580701184 : ffff8f28911c3800) 00000100:00000001:3.0:1769078467.122942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078467.122943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620003387107072 : -124070322444544 : ffff8f28a080e700) 00000100:00080000:3.0:1769078467.122946:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8f2883003800: import ffff8f2888ff6000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00000001:3.0:1769078467.122948:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122957:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078467.122959:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078467.122961:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122962:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078467.122964:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1769078467.122966:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122968:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078467.122971:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078467.122973:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122974:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078467.122976:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078467.122977:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122981:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078467.122986:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f28835fad80 x1855008978517376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078467.122994:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078467.122996:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078467.122997:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123080:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078467.123083:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078467.123085:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078467.123086:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078467.123087:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123091:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078467.123093:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078467.123094:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078467.123097:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978516864:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078467.123100:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078467.123104:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078467.123105:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123107:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123110:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123123:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078467.123124:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898391296 : -124070811160320 : ffff8f28835fb100) 00000100:00000001:0.0:1769078467.123127:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078467.123155:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078467.123165:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078467.123167:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123169:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123170:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078467.123173:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123176:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4298779385 00000100:00000001:0.0:1769078467.123183:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078467.123188:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4298779385 00000100:00000001:0.0:1769078467.123191:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078467.123193:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078467.123194:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123196:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078467.123199:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078467/real 1769078467] req@ffff8f28835fb100 x1855008978516864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078467.123206:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078467.123207:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078467.123210:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078467.123212:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078467.123213:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123214:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123216:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078467.123218:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fb100 x1855008978516864/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078467.123222:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123224:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078467.123226:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123227:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123228:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123230:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078467.123231:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078467.123233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f28911c6000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078467.123235:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078467.123237:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078467.123239:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7d0096b4-128d-43fc-83e4-58d6399b4f31:2410:1855008978516864:192.168.204.124@tcp:250:kworker.0 00000100:00000001:0.0:1769078467.123241:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078467.123242:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078467.123243:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123244:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078467.123245:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078467.123246:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078467.123248:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078467.123250:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078467.123251:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078467.123252:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123253:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123255:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123258:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078467.123258:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898387712 : -124070811163904 : ffff8f28835fa300) 00000100:00000001:0.0:1769078467.123261:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078467.123267:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078467.123269:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078467.123279:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123280:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123281:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078467.123283:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123285:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298778145 00000100:00000001:0.0:1769078467.123287:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298779385 00000100:00000001:0.0:1769078467.123289:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298778145 00000100:00000001:0.0:1769078467.123291:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298779385 00000100:00000001:0.0:1769078467.123293:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078467.123294:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123295:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078467.123298:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078467/real 1769078467] req@ffff8f28835fa300 x1855008978516992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078467.123303:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078467.123304:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078467.123305:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078467.123306:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078467.123307:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123308:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123309:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078467.123311:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fa300 x1855008978516992/t0(0) o38->lustre-MDT0000-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078467.123315:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123316:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078467.123317:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123318:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123319:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123320:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078467.123321:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078467.123322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078467.123324:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078467.123325:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078467.123327:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978516992:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078467.123329:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078467.123329:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078467.123330:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123331:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078467.123333:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078467.123334:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078467.123336:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978517120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078467.123338:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078467.123339:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078467.123340:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123341:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123343:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123345:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078467.123346:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898380544 : -124070811171072 : ffff8f28835f8700) 00000100:00000001:0.0:1769078467.123348:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078467.123354:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078467.123356:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078467.123358:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123358:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123360:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078467.123361:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123363:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298778142 00000100:00000001:0.0:1769078467.123365:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298779385 00000100:00000001:0.0:1769078467.123366:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298778142 00000100:00000001:0.0:1769078467.123368:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298779385 00000100:00000001:0.0:1769078467.123369:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078467.123370:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123371:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078467.123391:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078467/real 1769078467] req@ffff8f28835f8700 x1855008978517120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078467.123396:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078467.123397:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078467.123398:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078467.123399:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078467.123400:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123401:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123402:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078467.123405:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8700 x1855008978517120/t0(0) o38->lustre-MDT0001-mdc-ffff8f2883003800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078467.123409:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123411:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078467.123412:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123413:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123414:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123415:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078467.123416:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078467.123417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078467.123419:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078467.123420:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078467.123421:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978517120:192.168.204.124@tcp:38:kworker.0 00000100:00000001:0.0:1769078467.123423:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078467.123424:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078467.123425:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123426:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078467.123427:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078467.123428:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078467.123430:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978517248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078467.123432:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078467.123433:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078467.123434:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123435:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123437:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123440:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078467.123441:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898379648 : -124070811171968 : ffff8f28835f8380) 00000100:00000001:0.0:1769078467.123443:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078467.123449:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078467.123451:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078467.123453:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123454:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123455:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078467.123456:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123458:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298778146 00000100:00000001:0.0:1769078467.123460:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298779385 00000100:00000001:0.0:1769078467.123461:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298778146 00000100:00000001:0.0:1769078467.123463:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298779385 00000100:00000001:0.0:1769078467.123464:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078467.123465:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123466:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078467.123468:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078467/real 1769078467] req@ffff8f28835f8380 x1855008978517248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078467.123472:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078467.123472:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078467.123474:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078467.123474:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078467.123475:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123476:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123477:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078467.123479:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835f8380 x1855008978517248/t0(0) o8->lustre-OST0000-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078467.123483:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123484:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078467.123485:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123486:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123486:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123487:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078467.123488:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078467.123489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078467.123491:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078467.123492:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078467.123494:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978517248:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078467.123496:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078467.123497:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078467.123498:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123499:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078467.123500:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078467.123501:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078467.123502:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978517376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078467.123504:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078467.123505:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078467.123506:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078467.123506:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123508:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123510:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078467.123511:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620002898390400 : -124070811161216 : ffff8f28835fad80) 00000100:00000001:0.0:1769078467.123512:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1769078467.123517:0:2410:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.124@tcp 00000100:00000001:0.0:1769078467.123519:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078467.123521:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123522:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123524:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078467.123526:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123529:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 0 is 4298778138 00000100:00000001:0.0:1769078467.123532:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 0, keep current deadline 4298779385 00000100:00000001:0.0:1769078467.123534:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS new deadline estimation for cpu 1 is 4298778138 00000100:00000001:0.0:1769078467.123536:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8f2883003800: PM QoS request active for cpu 1, keep current deadline 4298779385 00000100:00000001:0.0:1769078467.123538:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078467.123540:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123542:0:2410:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078467.123545:0:2410:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078467/real 1769078467] req@ffff8f28835fad80 x1855008978517376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078467.123559:0:2410:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078467.123561:0:2410:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078467.123564:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078467.123565:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078467.123566:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123568:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123570:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078467.123574:0:2410:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f28835fad80 x1855008978517376/t0(0) o8->lustre-OST0001-osc-ffff8f2883003800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078467.123580:0:2410:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123583:0:2410:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078467.123584:0:2410:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123585:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078467.123586:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123588:0:2410:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078467.123589:0:2410:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078467.123590:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8f2888ff6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078467.123592:0:2410:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.124@tcp failed (-110) 00000100:00000001:0.0:1769078467.123594:0:2410:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1769078467.123595:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f28835fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e93f325-f583-4956-82e3-f5c41d9076ef:2410:1855008978517376:192.168.204.124@tcp:8:kworker.0 00000100:00000001:0.0:1769078467.123598:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123599:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123601:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078467.123603:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123605:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078467.123606:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078467.123608:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078467.123610:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078467.123612:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078467.123614:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078467.123615:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123616:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123617:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078467.123618:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123619:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078467.123620:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078467.123621:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078467.123622:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078467.123623:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078467.123624:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078467.123624:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123625:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123626:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078467.123627:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123627:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078467.123628:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078467.123628:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078467.123629:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078467.123630:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078467.123631:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078467.123631:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123632:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123633:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078467.123633:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123634:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078467.123635:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078467.123635:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078467.123636:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078467.123637:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078467.123637:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078467.123638:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123639:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078467.123639:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078467.123640:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769078467.123641:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078467.123641:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078467.123642:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078467.123643:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078467.123644:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769078467.123645:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078467.123645:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123647:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078467.123651:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078467.123652:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078467.123654:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078467.123655:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 135392 lines, 135392 kept, 0 dropped, 0 bad.